Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "ae71a50d89f4eddb92e12abe2411a6247eac1977"
}

Incoming tags

  • buildset:commit/git/ae71a50d89f4eddb92e12abe2411a6247eac1977
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ae71a50d89f4eddb92e12abe2411a6247eac1977
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[22:28:38.179] New invocation is queued and will start shortly
[22:28:39.272] Starting the invocation (attempt 1)
[22:28:39.362] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:28:39.363] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:28:39.363] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9065648466480576464",
  "parameters_json": "{\"builder_name\":\"ToTMac\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"ae71a50d89f4eddb92e12abe2411a6247eac1977\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTMac",
    "scheduler_invocation_id:9065648466480576464",
    "scheduler_job_id:chromium/ToTMac",
    "user_agent:luci-scheduler",
    "buildset:commit/git/ae71a50d89f4eddb92e12abe2411a6247eac1977",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ae71a50d89f4eddb92e12abe2411a6247eac1977",
    "gitiles_ref:refs/heads/master"
  ]
}
[22:28:45.188] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1570487323826639",
    "id": "8900218399890285312",
    "parameters_json": "{\"builder_name\": \"ToTMac\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"ae71a50d89f4eddb92e12abe2411a6247eac1977\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1570487324828934",
    "tags": [
      "build_address:luci.chromium.ci/ToTMac/21277",
      "builder:ToTMac",
      "buildset:commit/git/ae71a50d89f4eddb92e12abe2411a6247eac1977",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ae71a50d89f4eddb92e12abe2411a6247eac1977",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9065648466480576464",
      "scheduler_job_id:chromium/ToTMac",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8900218399890285312/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1570487324830050",
    "url": "https://ci.chromium.org/b/8900218399890285312",
    "utcnow_ts": "1570487325179490"
  }
}
[22:28:45.188] Task URL: https://ci.chromium.org/b/8900218399890285312
[22:28:45.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:2:0) after 1m0s
[22:29:45.243] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:2:0)
[22:29:45.243] Timer tick, asking Buildbucket for the build status
[22:29:45.725] Build 8900218399890285312: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[22:29:45.725] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:3:0) after 1m0s
[22:30:45.859] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:3:0)
[22:30:45.859] Timer tick, asking Buildbucket for the build status
[22:30:46.405] Build 8900218399890285312: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[22:30:46.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:4:0) after 1m0s
[22:31:36.061] Received PubSub notification, asking Buildbucket for the build status
[22:31:37.455] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:31:46.384] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:4:0)
[22:31:46.384] Timer tick, asking Buildbucket for the build status
[22:31:47.196] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:31:47.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:6:0) after 1m0s
[22:32:47.216] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:6:0)
[22:32:47.216] Timer tick, asking Buildbucket for the build status
[22:32:47.413] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:32:47.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:7:0) after 1m0s
[22:33:47.659] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:7:0)
[22:33:47.660] Timer tick, asking Buildbucket for the build status
[22:33:47.973] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:33:47.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:8:0) after 1m0s
[22:34:48.184] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:8:0)
[22:34:48.184] Timer tick, asking Buildbucket for the build status
[22:34:48.817] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:34:48.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:9:0) after 1m0s
[22:35:49.263] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:9:0)
[22:35:49.263] Timer tick, asking Buildbucket for the build status
[22:35:50.694] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:35:50.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:10:0) after 1m0s
[22:36:50.920] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:10:0)
[22:36:50.920] Timer tick, asking Buildbucket for the build status
[22:36:52.355] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:36:52.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:11:0) after 1m0s
[22:37:52.473] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:11:0)
[22:37:52.473] Timer tick, asking Buildbucket for the build status
[22:37:52.710] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:37:52.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:12:0) after 1m0s
[22:38:52.764] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:12:0)
[22:38:52.764] Timer tick, asking Buildbucket for the build status
[22:38:53.739] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:38:53.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:13:0) after 1m0s
[22:39:53.827] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:13:0)
[22:39:53.827] Timer tick, asking Buildbucket for the build status
[22:39:54.178] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:39:54.178] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:14:0) after 1m0s
[22:40:54.186] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:14:0)
[22:40:54.186] Timer tick, asking Buildbucket for the build status
[22:40:54.481] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:40:54.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:15:0) after 1m0s
[22:41:54.556] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:15:0)
[22:41:54.556] Timer tick, asking Buildbucket for the build status
[22:41:54.831] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:41:54.831] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:16:0) after 1m0s
[22:42:54.856] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:16:0)
[22:42:54.856] Timer tick, asking Buildbucket for the build status
[22:42:55.133] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:42:55.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:17:0) after 1m0s
[22:43:55.176] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:17:0)
[22:43:55.176] Timer tick, asking Buildbucket for the build status
[22:43:55.532] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:43:55.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:18:0) after 1m0s
[22:44:55.808] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:18:0)
[22:44:55.808] Timer tick, asking Buildbucket for the build status
[22:44:56.017] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:44:56.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:19:0) after 1m0s
[22:45:56.223] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:19:0)
[22:45:56.223] Timer tick, asking Buildbucket for the build status
[22:45:56.407] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:45:56.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:20:0) after 1m0s
[22:46:56.393] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:20:0)
[22:46:56.393] Timer tick, asking Buildbucket for the build status
[22:47:05.173] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:47:05.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:21:0) after 1m0s
[22:48:05.280] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:21:0)
[22:48:05.280] Timer tick, asking Buildbucket for the build status
[22:48:06.025] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:48:06.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:22:0) after 1m0s
[22:49:06.011] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:22:0)
[22:49:06.011] Timer tick, asking Buildbucket for the build status
[22:49:06.214] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:49:06.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:23:0) after 1m0s
[22:50:06.296] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:23:0)
[22:50:06.296] Timer tick, asking Buildbucket for the build status
[22:50:07.122] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:50:07.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:24:0) after 1m0s
[22:51:07.215] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:24:0)
[22:51:07.215] Timer tick, asking Buildbucket for the build status
[22:51:09.316] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:51:09.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:25:0) after 1m0s
[22:52:09.368] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:25:0)
[22:52:09.368] Timer tick, asking Buildbucket for the build status
[22:52:09.568] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:52:09.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:26:0) after 1m0s
[22:53:09.601] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:26:0)
[22:53:09.601] Timer tick, asking Buildbucket for the build status
[22:53:10.764] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:53:10.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:27:0) after 1m0s
[22:54:10.792] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:27:0)
[22:54:10.792] Timer tick, asking Buildbucket for the build status
[22:54:13.593] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:54:13.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:28:0) after 1m0s
[22:55:13.687] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:28:0)
[22:55:13.687] Timer tick, asking Buildbucket for the build status
[22:55:14.185] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:55:14.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:29:0) after 1m0s
[22:56:14.212] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:29:0)
[22:56:14.212] Timer tick, asking Buildbucket for the build status
[22:56:14.570] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:56:14.570] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:30:0) after 1m0s
[22:57:14.710] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:30:0)
[22:57:14.710] Timer tick, asking Buildbucket for the build status
[22:57:14.965] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:57:14.965] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:31:0) after 1m0s
[22:58:15.190] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:31:0)
[22:58:15.190] Timer tick, asking Buildbucket for the build status
[22:58:15.364] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:58:15.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:32:0) after 1m0s
[22:59:15.399] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:32:0)
[22:59:15.399] Timer tick, asking Buildbucket for the build status
[22:59:15.721] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:59:15.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:33:0) after 1m0s
[23:00:16.014] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:33:0)
[23:00:16.014] Timer tick, asking Buildbucket for the build status
[23:00:19.227] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:00:19.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:34:0) after 1m0s
[23:01:19.304] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:34:0)
[23:01:19.304] Timer tick, asking Buildbucket for the build status
[23:01:20.310] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:01:20.310] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:35:0) after 1m0s
[23:02:20.395] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:35:0)
[23:02:20.395] Timer tick, asking Buildbucket for the build status
[23:02:21.696] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:02:21.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:36:0) after 1m0s
[23:03:21.907] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:36:0)
[23:03:21.907] Timer tick, asking Buildbucket for the build status
[23:03:23.054] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:03:23.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:37:0) after 1m0s
[23:04:23.295] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:37:0)
[23:04:23.295] Timer tick, asking Buildbucket for the build status
[23:04:25.363] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:04:25.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:38:0) after 1m0s
[23:05:25.410] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:38:0)
[23:05:25.410] Timer tick, asking Buildbucket for the build status
[23:05:26.727] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:05:26.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:39:0) after 1m0s
[23:06:26.824] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:39:0)
[23:06:26.824] Timer tick, asking Buildbucket for the build status
[23:06:27.081] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:06:27.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:40:0) after 1m0s
[23:07:27.263] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:40:0)
[23:07:27.263] Timer tick, asking Buildbucket for the build status
[23:07:27.893] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:07:27.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:41:0) after 1m0s
[23:08:27.952] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:41:0)
[23:08:27.952] Timer tick, asking Buildbucket for the build status
[23:08:28.666] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:08:28.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:42:0) after 1m0s
[23:09:28.649] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:42:0)
[23:09:28.649] Timer tick, asking Buildbucket for the build status
[23:09:29.122] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:09:29.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:43:0) after 1m0s
[23:10:29.175] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:43:0)
[23:10:29.175] Timer tick, asking Buildbucket for the build status
[23:10:29.372] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:10:29.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:44:0) after 1m0s
[23:11:29.416] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:44:0)
[23:11:29.416] Timer tick, asking Buildbucket for the build status
[23:11:30.089] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:11:30.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:45:0) after 1m0s
[23:12:30.134] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:45:0)
[23:12:30.134] Timer tick, asking Buildbucket for the build status
[23:12:33.308] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:12:33.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:46:0) after 1m0s
[23:13:33.379] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:46:0)
[23:13:33.379] Timer tick, asking Buildbucket for the build status
[23:13:33.730] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:13:33.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:47:0) after 1m0s
[23:14:33.754] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:47:0)
[23:14:33.755] Timer tick, asking Buildbucket for the build status
[23:14:34.484] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:14:34.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:48:0) after 1m0s
[23:15:34.554] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:48:0)
[23:15:34.554] Timer tick, asking Buildbucket for the build status
[23:15:34.758] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:15:34.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:49:0) after 1m0s
[23:16:35.193] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:49:0)
[23:16:35.193] Timer tick, asking Buildbucket for the build status
[23:16:36.147] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:16:36.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:50:0) after 1m0s
[23:17:36.222] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:50:0)
[23:17:36.222] Timer tick, asking Buildbucket for the build status
[23:17:38.496] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:17:38.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:51:0) after 1m0s
[23:18:38.574] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:51:0)
[23:18:38.574] Timer tick, asking Buildbucket for the build status
[23:18:38.820] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:18:38.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:52:0) after 1m0s
[23:19:39.059] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:52:0)
[23:19:39.059] Timer tick, asking Buildbucket for the build status
[23:19:41.159] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:19:41.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:53:0) after 1m0s
[23:20:41.188] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:53:0)
[23:20:41.188] Timer tick, asking Buildbucket for the build status
[23:20:42.501] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:20:42.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:54:0) after 1m0s
[23:21:42.533] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:54:0)
[23:21:42.533] Timer tick, asking Buildbucket for the build status
[23:21:45.395] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:21:45.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:55:0) after 1m0s
[23:22:45.391] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:55:0)
[23:22:45.391] Timer tick, asking Buildbucket for the build status
[23:22:47.361] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:22:47.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:56:0) after 1m0s
[23:23:47.441] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:56:0)
[23:23:47.441] Timer tick, asking Buildbucket for the build status
[23:23:48.507] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:23:48.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:57:0) after 1m0s
[23:24:48.665] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:57:0)
[23:24:48.665] Timer tick, asking Buildbucket for the build status
[23:24:48.876] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:24:48.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:58:0) after 1m0s
[23:25:48.971] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:58:0)
[23:25:48.971] Timer tick, asking Buildbucket for the build status
[23:25:51.495] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:25:51.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:59:0) after 1m0s
[23:26:51.522] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:59:0)
[23:26:51.522] Timer tick, asking Buildbucket for the build status
[23:26:52.984] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:26:52.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:60:0) after 1m0s
[23:27:53.011] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:60:0)
[23:27:53.011] Timer tick, asking Buildbucket for the build status
[23:27:54.469] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:27:54.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:61:0) after 1m0s
[23:28:54.624] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:61:0)
[23:28:54.624] Timer tick, asking Buildbucket for the build status
[23:28:54.925] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:28:54.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:62:0) after 1m0s
[23:29:55.166] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:62:0)
[23:29:55.166] Timer tick, asking Buildbucket for the build status
[23:29:55.328] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:29:55.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:63:0) after 1m0s
[23:30:55.356] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:63:0)
[23:30:55.356] Timer tick, asking Buildbucket for the build status
[23:30:55.525] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:30:55.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:64:0) after 1m0s
[23:31:55.556] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:64:0)
[23:31:55.556] Timer tick, asking Buildbucket for the build status
[23:31:58.968] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:31:58.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:65:0) after 1m0s
[23:32:59.186] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:65:0)
[23:32:59.186] Timer tick, asking Buildbucket for the build status
[23:32:59.340] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:32:59.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:66:0) after 1m0s
[23:33:59.443] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:66:0)
[23:33:59.443] Timer tick, asking Buildbucket for the build status
[23:33:59.630] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:33:59.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:67:0) after 1m0s
[23:34:59.724] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:67:0)
[23:34:59.724] Timer tick, asking Buildbucket for the build status
[23:35:01.251] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:35:01.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:68:0) after 1m0s
[23:36:01.358] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:68:0)
[23:36:01.359] Timer tick, asking Buildbucket for the build status
[23:36:01.621] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:36:01.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:69:0) after 1m0s
[23:37:01.757] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:69:0)
[23:37:01.757] Timer tick, asking Buildbucket for the build status
[23:37:02.072] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:37:02.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:70:0) after 1m0s
[23:38:02.114] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:70:0)
[23:38:02.115] Timer tick, asking Buildbucket for the build status
[23:38:03.119] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:38:03.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:71:0) after 1m0s
[23:39:03.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:71:0)
[23:39:03.152] Timer tick, asking Buildbucket for the build status
[23:39:03.698] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:39:03.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:72:0) after 1m0s
[23:40:03.771] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:72:0)
[23:40:03.771] Timer tick, asking Buildbucket for the build status
[23:40:03.975] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:40:03.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:73:0) after 1m0s
[23:41:04.146] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:73:0)
[23:41:04.146] Timer tick, asking Buildbucket for the build status
[23:41:05.623] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:41:05.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:74:0) after 1m0s
[23:42:05.674] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:74:0)
[23:42:05.674] Timer tick, asking Buildbucket for the build status
[23:42:05.944] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:42:05.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:75:0) after 1m0s
[23:43:06.067] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:75:0)
[23:43:06.067] Timer tick, asking Buildbucket for the build status
[23:43:06.549] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:43:06.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:76:0) after 1m0s
[23:44:06.685] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:76:0)
[23:44:06.685] Timer tick, asking Buildbucket for the build status
[23:44:07.000] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:44:07.000] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:77:0) after 1m0s
[23:45:07.115] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:77:0)
[23:45:07.115] Timer tick, asking Buildbucket for the build status
[23:45:08.110] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:45:08.110] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:78:0) after 1m0s
[23:46:08.191] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:78:0)
[23:46:08.191] Timer tick, asking Buildbucket for the build status
[23:46:08.347] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:46:08.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:79:0) after 1m0s
[23:47:08.483] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:79:0)
[23:47:08.484] Timer tick, asking Buildbucket for the build status
[23:47:10.885] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:47:10.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:80:0) after 1m0s
[23:48:10.917] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:80:0)
[23:48:10.917] Timer tick, asking Buildbucket for the build status
[23:48:14.531] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:48:14.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:81:0) after 1m0s
[23:49:14.689] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:81:0)
[23:49:14.689] Timer tick, asking Buildbucket for the build status
[23:49:15.044] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:49:15.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:82:0) after 1m0s
[23:50:15.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:82:0)
[23:50:15.152] Timer tick, asking Buildbucket for the build status
[23:50:15.284] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:50:15.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:83:0) after 1m0s
[23:51:15.397] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:83:0)
[23:51:15.397] Timer tick, asking Buildbucket for the build status
[23:51:15.609] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:51:15.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:84:0) after 1m0s
[23:52:15.637] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:84:0)
[23:52:15.638] Timer tick, asking Buildbucket for the build status
[23:52:16.253] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:52:16.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:85:0) after 1m0s
[23:53:16.312] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:85:0)
[23:53:16.312] Timer tick, asking Buildbucket for the build status
[23:53:16.730] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:53:16.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:86:0) after 1m0s
[23:54:16.842] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:86:0)
[23:54:16.842] Timer tick, asking Buildbucket for the build status
[23:54:17.709] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:54:17.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:87:0) after 1m0s
[23:55:17.900] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:87:0)
[23:55:17.900] Timer tick, asking Buildbucket for the build status
[23:55:18.245] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:55:18.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:88:0) after 1m0s
[23:56:18.325] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:88:0)
[23:56:18.325] Timer tick, asking Buildbucket for the build status
[23:56:19.476] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:56:19.476] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:89:0) after 1m0s
[23:57:19.507] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:89:0)
[23:57:19.507] Timer tick, asking Buildbucket for the build status
[23:57:19.969] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:57:19.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:90:0) after 1m0s
[23:58:20.177] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:90:0)
[23:58:20.177] Timer tick, asking Buildbucket for the build status
[23:58:21.418] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:58:21.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:91:0) after 1m0s
[23:59:21.418] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:91:0)
[23:59:21.418] Timer tick, asking Buildbucket for the build status
[23:59:21.622] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:59:21.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:92:0) after 1m0s
[00:00:21.736] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:92:0)
[00:00:21.736] Timer tick, asking Buildbucket for the build status
[00:00:24.399] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:00:24.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:93:0) after 1m0s
[00:01:24.469] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:93:0)
[00:01:24.469] Timer tick, asking Buildbucket for the build status
[00:01:26.025] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:01:26.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:94:0) after 1m0s
[00:02:26.060] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:94:0)
[00:02:26.060] Timer tick, asking Buildbucket for the build status
[00:02:26.379] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:02:26.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:95:0) after 1m0s
[00:03:26.406] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:95:0)
[00:03:26.406] Timer tick, asking Buildbucket for the build status
[00:03:26.652] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:03:26.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:96:0) after 1m0s
[00:04:26.718] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:96:0)
[00:04:26.718] Timer tick, asking Buildbucket for the build status
[00:04:27.357] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:04:27.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:97:0) after 1m0s
[00:05:27.470] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:97:0)
[00:05:27.470] Timer tick, asking Buildbucket for the build status
[00:05:33.483] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:05:33.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:98:0) after 1m0s
[00:06:33.602] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:98:0)
[00:06:33.602] Timer tick, asking Buildbucket for the build status
[00:06:37.236] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:06:37.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:99:0) after 1m0s
[00:07:37.357] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:99:0)
[00:07:37.357] Timer tick, asking Buildbucket for the build status
[00:07:37.549] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:07:37.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:100:0) after 1m0s
[00:08:37.696] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:100:0)
[00:08:37.696] Timer tick, asking Buildbucket for the build status
[00:08:38.295] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:08:38.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:101:0) after 1m0s
[00:09:38.332] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:101:0)
[00:09:38.332] Timer tick, asking Buildbucket for the build status
[00:09:39.293] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:09:39.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:102:0) after 1m0s
[00:10:39.439] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:102:0)
[00:10:39.439] Timer tick, asking Buildbucket for the build status
[00:10:40.897] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:10:40.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:103:0) after 1m0s
[00:11:40.894] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:103:0)
[00:11:40.894] Timer tick, asking Buildbucket for the build status
[00:11:41.538] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:11:41.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:104:0) after 1m0s
[00:12:41.611] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:104:0)
[00:12:41.611] Timer tick, asking Buildbucket for the build status
[00:12:42.014] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:12:42.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:105:0) after 1m0s
[00:13:42.049] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:105:0)
[00:13:42.049] Timer tick, asking Buildbucket for the build status
[00:13:42.357] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:13:42.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:106:0) after 1m0s
[00:14:42.431] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:106:0)
[00:14:42.431] Timer tick, asking Buildbucket for the build status
[00:14:44.217] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:14:44.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:107:0) after 1m0s
[00:15:44.249] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:107:0)
[00:15:44.249] Timer tick, asking Buildbucket for the build status
[00:15:44.620] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:15:44.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:108:0) after 1m0s
[00:16:44.654] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:108:0)
[00:16:44.654] Timer tick, asking Buildbucket for the build status
[00:16:45.663] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:16:45.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:109:0) after 1m0s
[00:17:45.810] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:109:0)
[00:17:45.810] Timer tick, asking Buildbucket for the build status
[00:17:46.931] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:17:46.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:110:0) after 1m0s
[00:18:46.957] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:110:0)
[00:18:46.957] Timer tick, asking Buildbucket for the build status
[00:18:50.394] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:18:50.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:111:0) after 1m0s
[00:19:50.432] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:111:0)
[00:19:50.432] Timer tick, asking Buildbucket for the build status
[00:19:50.860] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:19:50.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:112:0) after 1m0s
[00:20:50.879] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:112:0)
[00:20:50.879] Timer tick, asking Buildbucket for the build status
[00:20:53.219] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:20:53.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:113:0) after 1m0s
[00:21:53.222] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:113:0)
[00:21:53.222] Timer tick, asking Buildbucket for the build status
[00:21:54.238] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:21:54.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:114:0) after 1m0s
[00:22:54.271] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:114:0)
[00:22:54.271] Timer tick, asking Buildbucket for the build status
[00:22:55.826] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:22:55.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:115:0) after 1m0s
[00:23:55.907] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:115:0)
[00:23:55.907] Timer tick, asking Buildbucket for the build status
[00:23:56.280] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:23:56.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:116:0) after 1m0s
[00:24:56.308] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:116:0)
[00:24:56.308] Timer tick, asking Buildbucket for the build status
[00:24:58.381] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:24:58.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:117:0) after 1m0s
[00:25:58.495] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:117:0)
[00:25:58.495] Timer tick, asking Buildbucket for the build status
[00:25:58.835] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:25:58.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:118:0) after 1m0s
[00:26:59.045] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:118:0)
[00:26:59.045] Timer tick, asking Buildbucket for the build status
[00:26:59.635] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:26:59.635] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:119:0) after 1m0s
[00:27:59.713] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:119:0)
[00:27:59.713] Timer tick, asking Buildbucket for the build status
[00:28:00.404] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:28:00.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:120:0) after 1m0s
[00:29:00.511] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:120:0)
[00:29:00.511] Timer tick, asking Buildbucket for the build status
[00:29:04.463] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:29:04.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:121:0) after 1m0s
[00:30:04.512] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:121:0)
[00:30:04.512] Timer tick, asking Buildbucket for the build status
[00:30:04.747] Build 8900218399890285312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:30:04.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9065648466480576464:122:0) after 1m0s
[00:30:20.844] Received PubSub notification, asking Buildbucket for the build status
[00:30:25.964] Build 8900218399890285312: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[00:30:25.964] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1570494618662848",
    "created_by": "project:chromium",
    "created_ts": "1570487323826639",
    "failure_reason": "BUILD_FAILURE",
    "id": "8900218399890285312",
    "parameters_json": "{\"builder_name\": \"ToTMac\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"ae71a50d89f4eddb92e12abe2411a6247eac1977\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[25907/57779] CXX obj/courgette/courgette_lib/disassembler_elf_32_arm.o\\nFAILED: obj/courgette/courgette_lib/disassembler_elf_32_arm.o\\n../../third_party/llvm-build/Release+Asserts/bin/clang++ -MMD -MF obj/courgette/courgette_lib/disass...(too long)\\n../../courgette/disassembler_elf_32_arm.cc:527:19: error: bitwise negation of a boolean expression; did you mean logical negation? [-Werror,-Wbool-operation]\\non_32bit = (~(on_32bit ^ (op_size == 4))) != 0;\\n~^~~~~~~~~~~~~~~~~~~~~~~~~~~~~\\n!\\n1 error generated.\\n```\\n#### More information in raw_io.output[failure_summary]\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build286-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTMac\", \"buildnumber\": 21277, \"got_angle_revision\": \"2682b5a02d16d03094e579fea17c802b23999251\", \"got_clang_revision\": \"373977-96ac97a4-0\", \"got_dawn_revision\": \"21dfc919547fb3b139b56271d1aa09518bd75801\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"ae71a50d89f4eddb92e12abe2411a6247eac1977\", \"got_revision_cp\": \"refs/heads/master@{#703503}\", \"got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"got_v8_revision\": \"62fdbf47faaec6de6db1867667af75f86f439772\", \"got_v8_revision_cp\": \"refs/heads/7.9.229@{#1}\", \"got_webrtc_revision\": \"7c06777ab088a2c5bcdddd1c80aff515fd894e17\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29396}\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"ae71a50d89f4eddb92e12abe2411a6247eac1977\"}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a419c\", \"xcode_ios_11a420a\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build286-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4466-755d6a2\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[25907/57779] CXX obj/courgette/courgette_lib/disassembler_elf_32_arm.o\\nFAILED: obj/courgette/courgette_lib/disassembler_elf_32_arm.o\\n../../third_party/llvm-build/Release+Asserts/bin/clang++ -MMD -MF obj/courgette/courgette_lib/disass...(too long)\\n../../courgette/disassembler_elf_32_arm.cc:527:19: error: bitwise negation of a boolean expression; did you mean logical negation? [-Werror,-Wbool-operation]\\non_32bit = (~(on_32bit ^ (op_size == 4))) != 0;\\n~^~~~~~~~~~~~~~~~~~~~~~~~~~~~~\\n!\\n1 error generated.\\n```\\n#### More information in raw_io.output[failure_summary]\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1570487495246273",
    "status": "COMPLETED",
    "status_changed_ts": "1570487495758550",
    "tags": [
      "build_address:luci.chromium.ci/ToTMac/21277",
      "builder:ToTMac",
      "buildset:commit/git/ae71a50d89f4eddb92e12abe2411a6247eac1977",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ae71a50d89f4eddb92e12abe2411a6247eac1977",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9065648466480576464",
      "scheduler_job_id:chromium/ToTMac",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8900218399890285312/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:47c128c71367a010",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1570494619767854",
    "url": "https://ci.chromium.org/b/8900218399890285312",
    "utcnow_ts": "1570494625874008"
  }
}
[00:30:25.964] Invocation finished in 2h1m47.807662604s with status FAILED