Status: FAILED
Triggered by: -
Duration: 16 hours
Actions:

Definition (rev 647cfca6a38965008e164cc627c0d9c5c2e6ef66)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "mac-code-coverage"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "8d58cb77f61eedfefcc44c7ef5f93b5a095a8a9e"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8d58cb77f61eedfefcc44c7ef5f93b5a095a8a9e
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[04:00:06.994] New invocation is queued and will start shortly
[04:00:08.734] Starting the invocation (attempt 1)
[04:00:08.759] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8d58cb77f61eedfefcc44c7ef5f93b5a095a8a9e"
[04:00:08.759] Popped gitiles commit info from properties and tags
[04:00:08.759] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:00:08.759] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:00:08.759] Buildbucket request:
{
  "requestId": "8916686198787707296",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-code-coverage"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "8d58cb77f61eedfefcc44c7ef5f93b5a095a8a9e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8916686198787707296"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-code-coverage"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:00:09.437] Scheduled build:
{
  "id": "8751256136179501553",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-code-coverage"
  },
  "number": 9736,
  "createdBy": "project:chromium",
  "createTime": "2024-04-08T04:00:08.841767043Z",
  "updateTime": "2024-04-08T04:00:08.841767043Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "8d58cb77f61eedfefcc44c7ef5f93b5a095a8a9e",
      "ref": "refs/heads/main"
    }
  }
}
[04:00:09.437] Task URL: https://cr-buildbucket.appspot.com/build/8751256136179501553
[04:00:09.437] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:2:0) after 8m16s
[04:00:09.791] Received PubSub notification, asking Buildbucket for the build status
[04:00:09.826] Build status: SCHEDULED
[04:00:16.564] Received PubSub notification, asking Buildbucket for the build status
[04:00:16.599] Build status: STARTED
[04:08:25.417] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:2:0)
[04:08:25.490] Build status: STARTED
[04:08:25.490] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:5:0) after 7m8s
[04:15:33.687] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:5:0)
[04:15:33.717] Build status: STARTED
[04:15:33.717] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:6:0) after 1m23s
[04:16:56.908] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:6:0)
[04:16:56.924] Build status: STARTED
[04:16:56.924] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:7:0) after 4m19s
[04:21:16.069] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:7:0)
[04:21:16.106] Build status: STARTED
[04:21:16.106] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:8:0) after 9m21s
[04:30:37.200] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:8:0)
[04:30:37.240] Build status: STARTED
[04:30:37.240] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:9:0) after 4m52s
[04:35:29.400] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:9:0)
[04:35:29.435] Build status: STARTED
[04:35:29.435] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:10:0) after 6m49s
[04:42:18.467] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:10:0)
[04:42:18.498] Build status: STARTED
[04:42:18.498] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:11:0) after 5m50s
[04:48:08.594] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:11:0)
[04:48:08.620] Build status: STARTED
[04:48:08.620] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:12:0) after 3m25s
[04:51:33.991] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:12:0)
[04:51:34.053] Build status: STARTED
[04:51:34.053] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:13:0) after 7m24s
[04:58:58.074] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:13:0)
[04:58:58.092] Build status: STARTED
[04:58:58.092] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:14:0) after 7m38s
[05:06:36.114] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:14:0)
[05:06:36.133] Build status: STARTED
[05:06:36.133] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:15:0) after 2m28s
[05:09:04.712] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:15:0)
[05:09:04.743] Build status: STARTED
[05:09:04.743] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:16:0) after 6m33s
[05:15:38.451] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:16:0)
[05:15:38.473] Build status: STARTED
[05:15:38.473] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:17:0) after 7m25s
[05:23:03.565] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:17:0)
[05:23:03.611] Build status: STARTED
[05:23:03.611] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:18:0) after 2m2s
[05:25:05.713] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:18:0)
[05:25:05.963] Build status: STARTED
[05:25:05.963] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:19:0) after 2m14s
[05:27:20.219] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:19:0)
[05:27:20.237] Build status: STARTED
[05:27:20.237] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:20:0) after 4m15s
[05:31:35.433] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:20:0)
[05:31:35.449] Build status: STARTED
[05:31:35.449] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:21:0) after 7m46s
[05:39:21.685] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:21:0)
[05:39:21.747] Build status: STARTED
[05:39:21.747] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:22:0) after 7m34s
[05:46:55.854] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:22:0)
[05:46:55.877] Build status: STARTED
[05:46:55.877] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:23:0) after 4m38s
[05:51:33.900] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:23:0)
[05:51:33.921] Build status: STARTED
[05:51:33.921] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:24:0) after 3m49s
[05:55:23.249] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:24:0)
[05:55:23.329] Build status: STARTED
[05:55:23.329] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:25:0) after 1m15s
[05:56:38.353] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:25:0)
[05:56:38.370] Build status: STARTED
[05:56:38.370] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:26:0) after 6m51s
[06:03:29.394] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:26:0)
[06:03:29.417] Build status: STARTED
[06:03:29.417] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:27:0) after 8m41s
[06:12:10.546] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:27:0)
[06:12:10.565] Build status: STARTED
[06:12:10.565] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:28:0) after 2m27s
[06:14:37.573] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:28:0)
[06:14:37.605] Build status: STARTED
[06:14:37.605] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:29:0) after 5m54s
[06:20:31.640] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:29:0)
[06:20:31.671] Build status: STARTED
[06:20:31.671] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:30:0) after 6m45s
[06:27:16.924] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:30:0)
[06:27:16.946] Build status: STARTED
[06:27:16.946] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:31:0) after 6m33s
[06:33:50.878] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:31:0)
[06:33:50.901] Build status: STARTED
[06:33:50.901] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:32:0) after 9m49s
[06:43:39.883] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:32:0)
[06:43:39.909] Build status: STARTED
[06:43:39.909] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:33:0) after 5m2s
[06:48:41.894] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:33:0)
[06:48:41.954] Build status: STARTED
[06:48:41.954] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:34:0) after 4m13s
[06:52:54.974] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:34:0)
[06:52:54.988] Build status: STARTED
[06:52:54.988] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:35:0) after 1m34s
[06:54:29.098] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:35:0)
[06:54:29.127] Build status: STARTED
[06:54:29.127] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:36:0) after 5m9s
[06:59:38.157] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:36:0)
[06:59:38.178] Build status: STARTED
[06:59:38.178] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:37:0) after 5m39s
[07:05:17.275] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:37:0)
[07:05:17.368] Build status: STARTED
[07:05:17.368] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:38:0) after 8m28s
[07:13:45.398] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:38:0)
[07:13:45.476] Build status: STARTED
[07:13:45.476] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:39:0) after 1m54s
[07:15:39.493] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:39:0)
[07:15:39.522] Build status: STARTED
[07:15:39.522] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:40:0) after 3m22s
[07:19:01.565] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:40:0)
[07:19:01.643] Build status: STARTED
[07:19:01.643] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:41:0) after 7m46s
[07:26:47.783] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:41:0)
[07:26:47.805] Build status: STARTED
[07:26:47.805] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:42:0) after 3m46s
[07:30:33.831] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:42:0)
[07:30:33.896] Build status: STARTED
[07:30:33.896] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:43:0) after 8m52s
[07:39:26.005] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:43:0)
[07:39:26.025] Build status: STARTED
[07:39:26.025] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:44:0) after 4m14s
[07:43:40.045] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:44:0)
[07:43:40.065] Build status: STARTED
[07:43:40.065] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:45:0) after 5m57s
[07:49:37.169] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:45:0)
[07:49:37.196] Build status: STARTED
[07:49:37.196] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:46:0) after 7m22s
[07:56:59.391] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:46:0)
[07:56:59.423] Build status: STARTED
[07:56:59.423] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:47:0) after 3m0s
[07:59:59.485] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:47:0)
[07:59:59.502] Build status: STARTED
[07:59:59.502] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:48:0) after 4m0s
[08:03:59.721] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:48:0)
[08:03:59.789] Build status: STARTED
[08:03:59.789] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:49:0) after 4m22s
[08:08:22.171] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:49:0)
[08:08:22.189] Build status: STARTED
[08:08:22.189] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:50:0) after 8m34s
[08:16:56.306] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:50:0)
[08:16:56.344] Build status: STARTED
[08:16:56.344] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:51:0) after 5m49s
[08:22:45.363] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:51:0)
[08:22:45.426] Build status: STARTED
[08:22:45.426] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:52:0) after 9m59s
[08:32:44.574] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:52:0)
[08:32:44.605] Build status: STARTED
[08:32:44.605] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:53:0) after 3m35s
[08:36:19.754] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:53:0)
[08:36:19.774] Build status: STARTED
[08:36:19.774] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:54:0) after 1m30s
[08:37:50.055] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:54:0)
[08:37:50.081] Build status: STARTED
[08:37:50.081] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:55:0) after 5m0s
[08:42:50.302] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:55:0)
[08:42:50.321] Build status: STARTED
[08:42:50.321] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:56:0) after 4m56s
[08:47:46.546] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:56:0)
[08:47:46.567] Build status: STARTED
[08:47:46.567] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:57:0) after 9m56s
[08:57:42.828] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:57:0)
[08:57:42.847] Build status: STARTED
[08:57:42.847] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:58:0) after 2m39s
[09:00:22.072] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:58:0)
[09:00:22.106] Build status: STARTED
[09:00:22.107] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:59:0) after 8m28s
[09:08:50.151] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:59:0)
[09:08:50.220] Build status: STARTED
[09:08:50.220] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:60:0) after 2m41s
[09:11:31.214] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:60:0)
[09:11:31.235] Build status: STARTED
[09:11:31.235] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:61:0) after 4m54s
[09:16:25.318] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:61:0)
[09:16:25.355] Build status: STARTED
[09:16:25.355] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:62:0) after 3m31s
[09:19:56.482] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:62:0)
[09:19:56.501] Build status: STARTED
[09:19:56.501] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:63:0) after 9m0s
[09:28:56.723] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:63:0)
[09:28:56.743] Build status: STARTED
[09:28:56.743] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:64:0) after 5m47s
[09:34:44.207] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:64:0)
[09:34:44.234] Build status: STARTED
[09:34:44.234] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:65:0) after 3m35s
[09:38:19.256] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:65:0)
[09:38:19.275] Build status: STARTED
[09:38:19.275] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:66:0) after 5m41s
[09:44:00.307] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:66:0)
[09:44:00.331] Build status: STARTED
[09:44:00.331] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:67:0) after 5m24s
[09:49:24.579] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:67:0)
[09:49:24.597] Build status: STARTED
[09:49:24.598] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:68:0) after 6m31s
[09:55:55.699] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:68:0)
[09:55:55.723] Build status: STARTED
[09:55:55.723] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:69:0) after 9m31s
[10:05:26.727] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:69:0)
[10:05:26.750] Build status: STARTED
[10:05:26.750] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:70:0) after 5m3s
[10:10:29.900] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:70:0)
[10:10:29.981] Build status: STARTED
[10:10:29.981] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:71:0) after 2m40s
[10:13:10.126] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:71:0)
[10:13:10.168] Build status: STARTED
[10:13:10.168] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:72:0) after 7m17s
[10:20:27.894] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:72:0)
[10:20:27.919] Build status: STARTED
[10:20:27.920] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:73:0) after 9m21s
[10:29:49.143] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:73:0)
[10:29:49.161] Build status: STARTED
[10:29:49.161] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:74:0) after 7m16s
[10:37:05.212] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:74:0)
[10:37:05.229] Build status: STARTED
[10:37:05.229] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:75:0) after 2m4s
[10:39:09.388] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:75:0)
[10:39:09.410] Build status: STARTED
[10:39:09.410] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:76:0) after 1m36s
[10:40:45.525] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:76:0)
[10:40:45.562] Build status: STARTED
[10:40:45.562] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:77:0) after 9m57s
[10:50:42.582] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:77:0)
[10:50:42.614] Build status: STARTED
[10:50:42.614] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:78:0) after 9m38s
[11:00:20.646] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:78:0)
[11:00:20.756] Build status: STARTED
[11:00:20.756] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:79:0) after 4m51s
[11:05:11.993] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:79:0)
[11:05:12.021] Build status: STARTED
[11:05:12.021] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:80:0) after 1m27s
[11:06:39.352] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:80:0)
[11:06:39.371] Build status: STARTED
[11:06:39.371] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:81:0) after 3m59s
[11:10:38.362] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:81:0)
[11:10:38.383] Build status: STARTED
[11:10:38.383] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:82:0) after 4m29s
[11:15:07.401] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:82:0)
[11:15:07.423] Build status: STARTED
[11:15:07.423] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:83:0) after 8m2s
[11:23:09.449] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:83:0)
[11:23:09.536] Build status: STARTED
[11:23:09.536] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:84:0) after 5m2s
[11:28:11.557] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:84:0)
[11:28:11.595] Build status: STARTED
[11:28:11.595] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:85:0) after 3m56s
[11:32:07.735] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:85:0)
[11:32:07.781] Build status: STARTED
[11:32:07.781] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:86:0) after 7m6s
[11:39:13.831] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:86:0)
[11:39:13.888] Build status: STARTED
[11:39:13.888] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:87:0) after 2m25s
[11:41:39.298] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:87:0)
[11:41:39.317] Build status: STARTED
[11:41:39.318] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:88:0) after 9m13s
[11:50:52.304] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:88:0)
[11:50:52.338] Build status: STARTED
[11:50:52.338] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:89:0) after 3m57s
[11:54:49.365] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:89:0)
[11:54:49.398] Build status: STARTED
[11:54:49.398] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:90:0) after 1m18s
[11:56:07.524] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:90:0)
[11:56:07.543] Build status: STARTED
[11:56:07.543] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:91:0) after 1m40s
[11:57:47.951] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:91:0)
[11:57:47.973] Build status: STARTED
[11:57:47.973] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:92:0) after 4m6s
[12:01:53.975] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:92:0)
[12:01:54.070] Build status: STARTED
[12:01:54.070] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:93:0) after 1m57s
[12:03:51.109] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:93:0)
[12:03:51.159] Build status: STARTED
[12:03:51.159] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:94:0) after 3m12s
[12:07:03.192] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:94:0)
[12:07:03.210] Build status: STARTED
[12:07:03.211] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:95:0) after 9m9s
[12:16:12.903] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:95:0)
[12:16:12.922] Build status: STARTED
[12:16:12.922] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:96:0) after 4m47s
[12:20:59.944] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:96:0)
[12:20:59.960] Build status: STARTED
[12:20:59.960] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:97:0) after 7m5s
[12:28:05.036] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:97:0)
[12:28:05.066] Build status: STARTED
[12:28:05.066] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:98:0) after 2m31s
[12:30:36.094] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:98:0)
[12:30:36.132] Build status: STARTED
[12:30:36.132] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:99:0) after 6m31s
[12:37:07.462] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:99:0)
[12:37:07.479] Build status: STARTED
[12:37:07.479] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:100:0) after 1m7s
[12:38:14.544] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:100:0)
[12:38:14.734] Build status: STARTED
[12:38:14.734] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:101:0) after 1m48s
[12:40:02.763] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:101:0)
[12:40:02.781] Build status: STARTED
[12:40:02.781] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:102:0) after 8m14s
[12:48:16.802] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:102:0)
[12:48:16.835] Build status: STARTED
[12:48:16.835] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:103:0) after 9m18s
[12:57:35.078] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:103:0)
[12:57:35.099] Build status: STARTED
[12:57:35.099] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:104:0) after 5m38s
[13:03:13.135] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:104:0)
[13:03:13.218] Build status: STARTED
[13:03:13.219] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:105:0) after 8m21s
[13:11:34.306] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:105:0)
[13:11:34.371] Build status: STARTED
[13:11:34.371] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:106:0) after 3m5s
[13:14:39.364] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:106:0)
[13:14:39.384] Build status: STARTED
[13:14:39.384] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:107:0) after 4m18s
[13:18:57.425] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:107:0)
[13:18:57.465] Build status: STARTED
[13:18:57.465] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:108:0) after 9m54s
[13:28:51.494] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:108:0)
[13:28:51.511] Build status: STARTED
[13:28:51.511] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:109:0) after 5m27s
[13:34:18.533] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:109:0)
[13:34:18.559] Build status: STARTED
[13:34:18.559] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:110:0) after 1m39s
[13:35:57.588] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:110:0)
[13:35:57.610] Build status: STARTED
[13:35:57.610] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:111:0) after 4m10s
[13:40:07.639] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:111:0)
[13:40:07.662] Build status: STARTED
[13:40:07.662] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:112:0) after 2m59s
[13:43:06.688] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:112:0)
[13:43:06.753] Build status: STARTED
[13:43:06.753] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:113:0) after 5m45s
[13:48:52.085] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:113:0)
[13:48:52.106] Build status: STARTED
[13:48:52.106] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:114:0) after 2m7s
[13:50:59.344] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:114:0)
[13:50:59.362] Build status: STARTED
[13:50:59.362] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:115:0) after 7m30s
[13:58:29.507] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:115:0)
[13:58:29.575] Build status: STARTED
[13:58:29.575] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:116:0) after 8m36s
[14:07:05.623] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:116:0)
[14:07:05.646] Build status: STARTED
[14:07:05.646] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:117:0) after 3m36s
[14:10:41.674] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:117:0)
[14:10:41.719] Build status: STARTED
[14:10:41.719] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:118:0) after 6m40s
[14:17:21.754] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:118:0)
[14:17:22.009] Build status: STARTED
[14:17:22.009] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:119:0) after 8m28s
[14:25:50.044] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:119:0)
[14:25:50.073] Build status: STARTED
[14:25:50.073] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:120:0) after 1m33s
[14:27:23.406] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:120:0)
[14:27:23.432] Build status: STARTED
[14:27:23.432] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:121:0) after 4m48s
[14:32:11.451] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:121:0)
[14:32:11.652] Build status: STARTED
[14:32:11.652] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:122:0) after 8m43s
[14:40:54.740] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:122:0)
[14:40:54.763] Build status: STARTED
[14:40:54.763] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:123:0) after 1m51s
[14:42:45.797] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:123:0)
[14:42:45.821] Build status: STARTED
[14:42:45.821] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:124:0) after 7m37s
[14:50:22.899] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:124:0)
[14:50:22.937] Build status: STARTED
[14:50:22.937] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:125:0) after 8m26s
[14:58:49.347] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:125:0)
[14:58:49.370] Build status: STARTED
[14:58:49.370] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:126:0) after 2m43s
[15:01:32.436] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:126:0)
[15:01:32.488] Build status: STARTED
[15:01:32.488] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:127:0) after 1m15s
[15:02:47.568] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:127:0)
[15:02:47.588] Build status: STARTED
[15:02:47.588] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:128:0) after 6m23s
[15:09:10.647] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:128:0)
[15:09:10.682] Build status: STARTED
[15:09:10.682] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:129:0) after 3m1s
[15:12:11.886] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:129:0)
[15:12:11.904] Build status: STARTED
[15:12:11.904] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:130:0) after 2m57s
[15:15:08.953] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:130:0)
[15:15:08.987] Build status: STARTED
[15:15:08.988] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:131:0) after 6m7s
[15:21:16.013] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:131:0)
[15:21:16.107] Build status: STARTED
[15:21:16.107] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:132:0) after 3m29s
[15:24:45.142] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:132:0)
[15:24:45.162] Build status: STARTED
[15:24:45.162] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:133:0) after 9m54s
[15:34:39.268] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:133:0)
[15:34:39.285] Build status: STARTED
[15:34:39.285] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:134:0) after 3m13s
[15:37:52.351] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:134:0)
[15:37:52.385] Build status: STARTED
[15:37:52.385] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:135:0) after 3m50s
[15:41:42.473] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:135:0)
[15:41:42.527] Build status: STARTED
[15:41:42.527] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:136:0) after 4m3s
[15:45:45.546] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:136:0)
[15:45:45.566] Build status: STARTED
[15:45:45.566] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:137:0) after 6m17s
[15:52:02.587] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:137:0)
[15:52:02.645] Build status: STARTED
[15:52:02.645] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:138:0) after 1m18s
[15:53:20.665] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:138:0)
[15:53:20.708] Build status: STARTED
[15:53:20.708] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:139:0) after 7m11s
[16:00:31.799] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:139:0)
[16:00:31.895] Build status: STARTED
[16:00:31.895] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:140:0) after 2m18s
[16:02:49.936] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:140:0)
[16:02:49.973] Build status: STARTED
[16:02:49.973] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:141:0) after 2m51s
[16:05:41.005] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:141:0)
[16:05:41.027] Build status: STARTED
[16:05:41.027] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:142:0) after 1m44s
[16:07:25.047] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:142:0)
[16:07:25.068] Build status: STARTED
[16:07:25.068] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:143:0) after 3m24s
[16:10:49.130] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:143:0)
[16:10:49.161] Build status: STARTED
[16:10:49.161] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:144:0) after 1m45s
[16:12:34.185] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:144:0)
[16:12:34.206] Build status: STARTED
[16:12:34.206] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:145:0) after 8m54s
[16:21:28.316] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:145:0)
[16:21:28.353] Build status: STARTED
[16:21:28.353] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:146:0) after 2m26s
[16:23:54.421] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:146:0)
[16:23:54.561] Build status: STARTED
[16:23:54.561] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:147:0) after 9m0s
[16:32:54.953] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:147:0)
[16:32:54.971] Build status: STARTED
[16:32:54.971] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:148:0) after 2m58s
[16:35:53.048] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:148:0)
[16:35:53.073] Build status: STARTED
[16:35:53.073] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:149:0) after 6m57s
[16:42:50.099] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:149:0)
[16:42:50.119] Build status: STARTED
[16:42:50.120] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:150:0) after 2m2s
[16:44:52.477] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:150:0)
[16:44:52.494] Build status: STARTED
[16:44:52.495] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:151:0) after 2m51s
[16:47:43.591] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:151:0)
[16:47:43.616] Build status: STARTED
[16:47:43.616] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:152:0) after 1m33s
[16:49:16.688] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:152:0)
[16:49:16.719] Build status: STARTED
[16:49:16.719] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:153:0) after 5m41s
[16:54:57.842] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:153:0)
[16:54:57.868] Build status: STARTED
[16:54:57.868] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:154:0) after 8m17s
[17:03:14.940] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:154:0)
[17:03:14.973] Build status: STARTED
[17:03:14.973] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:155:0) after 4m42s
[17:07:57.003] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:155:0)
[17:07:57.020] Build status: STARTED
[17:07:57.020] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:156:0) after 5m49s
[17:13:46.047] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:156:0)
[17:13:46.102] Build status: STARTED
[17:13:46.102] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:157:0) after 7m19s
[17:21:05.399] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:157:0)
[17:21:05.487] Build status: STARTED
[17:21:05.487] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:158:0) after 6m50s
[17:27:55.695] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:158:0)
[17:27:55.712] Build status: STARTED
[17:27:55.712] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:159:0) after 8m59s
[17:36:54.808] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:159:0)
[17:36:54.830] Build status: STARTED
[17:36:54.830] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:160:0) after 8m8s
[17:45:02.920] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:160:0)
[17:45:02.951] Build status: STARTED
[17:45:02.951] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:161:0) after 8m38s
[17:53:41.368] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:161:0)
[17:53:41.389] Build status: STARTED
[17:53:41.389] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:162:0) after 7m21s
[18:01:02.437] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:162:0)
[18:01:02.463] Build status: STARTED
[18:01:02.463] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:163:0) after 1m22s
[18:02:24.535] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:163:0)
[18:02:24.568] Build status: STARTED
[18:02:24.568] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:164:0) after 8m17s
[18:10:41.592] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:164:0)
[18:10:41.611] Build status: STARTED
[18:10:41.611] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:165:0) after 3m57s
[18:14:38.772] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:165:0)
[18:14:38.801] Build status: STARTED
[18:14:38.802] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:166:0) after 3m37s
[18:18:15.828] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:166:0)
[18:18:15.861] Build status: STARTED
[18:18:15.861] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:167:0) after 4m2s
[18:22:17.902] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:167:0)
[18:22:17.921] Build status: STARTED
[18:22:17.921] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:168:0) after 4m33s
[18:26:50.940] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:168:0)
[18:26:51.046] Build status: STARTED
[18:26:51.046] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:169:0) after 6m2s
[18:32:53.078] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:169:0)
[18:32:53.098] Build status: STARTED
[18:32:53.098] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:170:0) after 8m55s
[18:41:48.198] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:170:0)
[18:41:48.298] Build status: STARTED
[18:41:48.298] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:171:0) after 6m44s
[18:48:32.318] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:171:0)
[18:48:32.358] Build status: STARTED
[18:48:32.358] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:172:0) after 9m57s
[18:58:29.508] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:172:0)
[18:58:29.555] Build status: STARTED
[18:58:29.555] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:173:0) after 9m19s
[19:07:48.613] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:173:0)
[19:07:48.637] Build status: STARTED
[19:07:48.637] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:174:0) after 1m47s
[19:09:35.674] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:174:0)
[19:09:35.703] Build status: STARTED
[19:09:35.703] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:175:0) after 8m55s
[19:18:30.759] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:175:0)
[19:18:30.802] Build status: STARTED
[19:18:30.802] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:176:0) after 1m47s
[19:20:17.843] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:176:0)
[19:20:17.902] Build status: STARTED
[19:20:17.902] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:177:0) after 4m41s
[19:24:58.924] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:177:0)
[19:24:59.117] Build status: STARTED
[19:24:59.117] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:178:0) after 3m38s
[19:28:37.169] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:178:0)
[19:28:37.186] Build status: STARTED
[19:28:37.186] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:179:0) after 6m41s
[19:35:18.241] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:179:0)
[19:35:18.264] Build status: STARTED
[19:35:18.264] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:180:0) after 1m6s
[19:36:24.371] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:180:0)
[19:36:24.397] Build status: STARTED
[19:36:24.397] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:181:0) after 8m2s
[19:44:26.456] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:181:0)
[19:44:26.495] Build status: STARTED
[19:44:26.495] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:182:0) after 3m6s
[19:47:32.514] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:182:0)
[19:47:32.543] Build status: STARTED
[19:47:32.543] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:183:0) after 8m17s
[19:55:49.521] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:183:0)
[19:55:49.544] Build status: STARTED
[19:55:49.544] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:184:0) after 3m32s
[19:59:21.580] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:184:0)
[19:59:21.613] Build status: STARTED
[19:59:21.613] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:185:0) after 1m58s
[20:01:19.637] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:185:0)
[20:01:19.712] Build status: STARTED
[20:01:19.712] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:186:0) after 2m26s
[20:03:45.741] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:186:0)
[20:03:45.762] Build status: STARTED
[20:03:45.762] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:187:0) after 2m36s
[20:06:21.793] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:187:0)
[20:06:21.897] Build status: STARTED
[20:06:21.897] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:188:0) after 9m17s
[20:15:38.885] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:188:0)
[20:15:38.969] Build status: STARTED
[20:15:38.969] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8916686198787707296:189:0) after 9m37s
[20:20:33.020] Received PubSub notification, asking Buildbucket for the build status
[20:20:33.048] Build:
{
  "id": "8751256136179501553",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-code-coverage"
  },
  "number": 9736,
  "createdBy": "project:chromium",
  "createTime": "2024-04-08T04:00:08.841767043Z",
  "startTime": "2024-04-08T04:00:16.051912791Z",
  "endTime": "2024-04-08T20:20:32.545423962Z",
  "updateTime": "2024-04-08T20:20:32.545423962Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "8d58cb77f61eedfefcc44c7ef5f93b5a095a8a9e",
      "ref": "refs/heads/main"
    }
  }
}
[20:20:33.048] Invocation finished in 16h20m26.077654115s with status FAILED