Status: FAILED
Triggered by: -
Duration: 11 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "mac-code-coverage"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "821af877aae942c64e249fb9ff9fbdc29af4c90b"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/821af877aae942c64e249fb9ff9fbdc29af4c90b
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[08:50:45.440] New invocation is queued and will start shortly
[08:50:46.590] Starting the invocation (attempt 1)
[08:50:46.651] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/821af877aae942c64e249fb9ff9fbdc29af4c90b"
[08:50:46.651] Popped gitiles commit info from properties and tags
[08:50:46.651] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:50:46.651] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:50:46.651] Buildbucket request:
{
  "requestId": "9016143382352620528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-code-coverage"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "821af877aae942c64e249fb9ff9fbdc29af4c90b",
    "ref": "refs/heads/master"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9016143382352620528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-code-coverage"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[08:50:47.954] Scheduled build:
{
  "id": "8850713320215746800",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-code-coverage"
  },
  "number": 3627,
  "createdBy": "project:chromium",
  "createTime": "2021-04-06T08:50:46.843397Z",
  "updateTime": "2021-04-06T08:50:47.691781Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "821af877aae942c64e249fb9ff9fbdc29af4c90b",
      "ref": "refs/heads/master"
    }
  }
}
[08:50:47.954] Task URL: https://cr-buildbucket.appspot.com/build/8850713320215746800
[08:50:47.954] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:2:0) after 3m7s
[08:50:52.832] Received PubSub notification, asking Buildbucket for the build status
[08:50:52.869] Build status: STARTED
[08:53:55.168] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:2:0)
[08:53:55.218] Build status: STARTED
[08:53:55.218] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:4:0) after 6m28s
[09:00:23.249] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:4:0)
[09:00:23.281] Build status: STARTED
[09:00:23.281] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:5:0) after 2m9s
[09:02:32.320] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:5:0)
[09:02:32.348] Build status: STARTED
[09:02:32.348] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:6:0) after 2m21s
[09:04:53.428] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:6:0)
[09:04:53.456] Build status: STARTED
[09:04:53.456] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:7:0) after 8m53s
[09:13:46.545] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:7:0)
[09:13:46.596] Build status: STARTED
[09:13:46.596] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:8:0) after 8m21s
[09:22:07.575] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:8:0)
[09:22:07.612] Build status: STARTED
[09:22:07.612] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:9:0) after 8m25s
[09:30:32.633] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:9:0)
[09:30:32.667] Build status: STARTED
[09:30:32.667] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:10:0) after 9m44s
[09:40:16.835] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:10:0)
[09:40:16.864] Build status: STARTED
[09:40:16.864] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:11:0) after 4m51s
[09:45:07.897] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:11:0)
[09:45:07.923] Build status: STARTED
[09:45:07.923] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:12:0) after 4m2s
[09:49:09.947] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:12:0)
[09:49:09.997] Build status: STARTED
[09:49:09.997] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:13:0) after 5m53s
[09:55:03.018] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:13:0)
[09:55:03.049] Build status: STARTED
[09:55:03.049] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:14:0) after 7m28s
[10:02:31.135] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:14:0)
[10:02:31.165] Build status: STARTED
[10:02:31.165] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:15:0) after 6m51s
[10:09:22.243] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:15:0)
[10:09:22.318] Build status: STARTED
[10:09:22.318] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:16:0) after 1m55s
[10:11:17.341] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:16:0)
[10:11:17.379] Build status: STARTED
[10:11:17.379] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:17:0) after 3m41s
[10:14:58.483] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:17:0)
[10:14:58.513] Build status: STARTED
[10:14:58.513] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:18:0) after 5m2s
[10:20:00.615] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:18:0)
[10:20:00.643] Build status: STARTED
[10:20:00.643] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:19:0) after 1m47s
[10:21:47.653] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:19:0)
[10:21:47.691] Build status: STARTED
[10:21:47.691] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:20:0) after 8m29s
[10:30:16.714] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:20:0)
[10:30:16.756] Build status: STARTED
[10:30:16.756] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:21:0) after 9m20s
[10:39:36.777] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:21:0)
[10:39:36.831] Build status: STARTED
[10:39:36.831] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:22:0) after 2m53s
[10:42:30.024] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:22:0)
[10:42:30.058] Build status: STARTED
[10:42:30.058] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:23:0) after 7m48s
[10:50:18.377] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:23:0)
[10:50:18.405] Build status: STARTED
[10:50:18.405] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:24:0) after 1m24s
[10:51:42.536] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:24:0)
[10:51:42.567] Build status: STARTED
[10:51:42.567] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:25:0) after 5m20s
[10:57:02.596] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:25:0)
[10:57:02.663] Build status: STARTED
[10:57:02.663] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:26:0) after 9m57s
[11:06:59.863] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:26:0)
[11:06:59.890] Build status: STARTED
[11:06:59.890] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:27:0) after 3m48s
[11:10:47.914] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:27:0)
[11:10:47.975] Build status: STARTED
[11:10:47.976] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:28:0) after 4m31s
[11:15:19.067] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:28:0)
[11:15:19.097] Build status: STARTED
[11:15:19.097] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:29:0) after 4m49s
[11:20:08.195] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:29:0)
[11:20:08.225] Build status: STARTED
[11:20:08.225] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:30:0) after 6m45s
[11:26:53.427] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:30:0)
[11:26:53.457] Build status: STARTED
[11:26:53.457] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:31:0) after 8m37s
[11:35:30.585] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:31:0)
[11:35:30.617] Build status: STARTED
[11:35:30.617] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:32:0) after 2m26s
[11:37:56.656] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:32:0)
[11:37:56.681] Build status: STARTED
[11:37:56.681] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:33:0) after 9m10s
[11:47:06.703] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:33:0)
[11:47:06.728] Build status: STARTED
[11:47:06.728] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:34:0) after 2m45s
[11:49:51.755] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:34:0)
[11:49:51.834] Build status: STARTED
[11:49:51.834] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:35:0) after 7m46s
[11:57:37.923] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:35:0)
[11:57:37.952] Build status: STARTED
[11:57:37.952] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:36:0) after 8m22s
[12:06:00.077] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:36:0)
[12:06:00.116] Build status: STARTED
[12:06:00.116] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:37:0) after 1m53s
[12:07:53.142] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:37:0)
[12:07:53.174] Build status: STARTED
[12:07:53.174] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:38:0) after 8m44s
[12:16:37.232] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:38:0)
[12:16:37.262] Build status: STARTED
[12:16:37.262] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:39:0) after 9m41s
[12:26:18.414] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:39:0)
[12:26:18.458] Build status: STARTED
[12:26:18.458] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:40:0) after 4m59s
[12:31:17.711] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:40:0)
[12:31:17.737] Build status: STARTED
[12:31:17.737] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:41:0) after 4m44s
[12:36:01.734] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:41:0)
[12:36:01.778] Build status: STARTED
[12:36:01.778] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:42:0) after 5m50s
[12:41:51.805] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:42:0)
[12:41:51.845] Build status: STARTED
[12:41:51.845] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:43:0) after 8m54s
[12:50:45.877] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:43:0)
[12:50:45.906] Build status: STARTED
[12:50:45.906] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:44:0) after 4m58s
[12:55:43.990] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:44:0)
[12:55:44.016] Build status: STARTED
[12:55:44.016] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:45:0) after 4m54s
[13:00:38.039] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:45:0)
[13:00:38.074] Build status: STARTED
[13:00:38.074] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:46:0) after 6m10s
[13:06:48.066] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:46:0)
[13:06:48.095] Build status: STARTED
[13:06:48.095] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:47:0) after 2m43s
[13:09:31.364] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:47:0)
[13:09:31.399] Build status: STARTED
[13:09:31.399] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:48:0) after 6m47s
[13:16:18.422] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:48:0)
[13:16:18.514] Build status: STARTED
[13:16:18.514] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:49:0) after 3m57s
[13:20:15.555] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:49:0)
[13:20:15.581] Build status: STARTED
[13:20:15.581] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:50:0) after 9m3s
[13:29:18.664] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:50:0)
[13:29:18.741] Build status: STARTED
[13:29:18.741] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:51:0) after 4m30s
[13:33:48.795] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:51:0)
[13:33:48.840] Build status: STARTED
[13:33:48.840] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:52:0) after 6m22s
[13:40:10.935] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:52:0)
[13:40:11.023] Build status: STARTED
[13:40:11.023] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:53:0) after 3m28s
[13:43:39.061] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:53:0)
[13:43:39.089] Build status: STARTED
[13:43:39.090] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:54:0) after 5m29s
[13:49:08.214] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:54:0)
[13:49:08.241] Build status: STARTED
[13:49:08.241] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:55:0) after 1m29s
[13:50:37.450] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:55:0)
[13:50:37.492] Build status: STARTED
[13:50:37.492] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:56:0) after 9m17s
[13:59:54.526] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:56:0)
[13:59:54.554] Build status: STARTED
[13:59:54.554] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:57:0) after 9m31s
[14:09:25.635] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:57:0)
[14:09:25.676] Build status: STARTED
[14:09:25.676] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:58:0) after 6m4s
[14:15:29.987] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:58:0)
[14:15:30.018] Build status: STARTED
[14:15:30.018] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:59:0) after 2m3s
[14:17:33.540] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:59:0)
[14:17:33.571] Build status: STARTED
[14:17:33.571] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:60:0) after 5m36s
[14:23:09.696] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:60:0)
[14:23:09.729] Build status: STARTED
[14:23:09.729] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:61:0) after 9m41s
[14:32:50.768] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:61:0)
[14:32:50.793] Build status: STARTED
[14:32:50.793] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:62:0) after 8m24s
[14:41:14.841] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:62:0)
[14:41:14.925] Build status: STARTED
[14:41:14.925] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:63:0) after 3m22s
[14:44:37.104] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:63:0)
[14:44:37.137] Build status: STARTED
[14:44:37.137] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:64:0) after 1m36s
[14:46:13.290] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:64:0)
[14:46:13.318] Build status: STARTED
[14:46:13.318] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:65:0) after 6m18s
[14:52:31.386] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:65:0)
[14:52:31.415] Build status: STARTED
[14:52:31.415] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:66:0) after 1m41s
[14:54:12.461] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:66:0)
[14:54:12.508] Build status: STARTED
[14:54:12.508] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:67:0) after 7m45s
[15:01:57.535] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:67:0)
[15:01:57.564] Build status: STARTED
[15:01:57.564] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:68:0) after 6m55s
[15:08:52.589] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:68:0)
[15:08:52.620] Build status: STARTED
[15:08:52.620] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:69:0) after 2m4s
[15:10:56.645] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:69:0)
[15:10:56.678] Build status: STARTED
[15:10:56.678] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:70:0) after 9m43s
[15:20:39.752] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:70:0)
[15:20:39.800] Build status: STARTED
[15:20:39.800] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:71:0) after 3m21s
[15:24:00.835] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:71:0)
[15:24:00.865] Build status: STARTED
[15:24:00.865] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:72:0) after 1m12s
[15:25:13.209] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:72:0)
[15:25:13.237] Build status: STARTED
[15:25:13.237] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:73:0) after 8m35s
[15:33:48.304] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:73:0)
[15:33:48.344] Build status: STARTED
[15:33:48.344] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:74:0) after 5m36s
[15:39:24.440] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:74:0)
[15:39:24.491] Build status: STARTED
[15:39:24.491] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:75:0) after 2m24s
[15:41:48.654] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:75:0)
[15:41:48.747] Build status: STARTED
[15:41:48.747] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:76:0) after 8m8s
[15:49:56.779] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:76:0)
[15:49:56.809] Build status: STARTED
[15:49:56.809] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:77:0) after 1m50s
[15:51:46.983] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:77:0)
[15:51:47.018] Build status: STARTED
[15:51:47.018] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:78:0) after 6m11s
[15:57:58.042] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:78:0)
[15:57:58.065] Build status: STARTED
[15:57:58.065] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:79:0) after 4m30s
[16:02:28.184] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:79:0)
[16:02:28.215] Build status: STARTED
[16:02:28.216] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:80:0) after 8m2s
[16:10:30.271] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:80:0)
[16:10:30.317] Build status: STARTED
[16:10:30.317] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:81:0) after 1m26s
[16:11:56.341] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:81:0)
[16:11:56.369] Build status: STARTED
[16:11:56.369] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:82:0) after 5m40s
[16:17:36.627] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:82:0)
[16:17:36.653] Build status: STARTED
[16:17:36.653] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:83:0) after 6m23s
[16:23:59.642] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:83:0)
[16:23:59.673] Build status: STARTED
[16:23:59.673] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:84:0) after 2m29s
[16:26:28.765] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:84:0)
[16:26:28.795] Build status: STARTED
[16:26:28.795] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:85:0) after 4m57s
[16:31:25.955] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:85:0)
[16:31:25.988] Build status: STARTED
[16:31:25.988] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:86:0) after 1m10s
[16:32:36.456] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:86:0)
[16:32:36.485] Build status: STARTED
[16:32:36.485] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:87:0) after 8m16s
[16:40:52.531] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:87:0)
[16:40:52.569] Build status: STARTED
[16:40:52.569] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:88:0) after 9m58s
[16:50:50.617] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:88:0)
[16:50:50.650] Build status: STARTED
[16:50:50.650] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:89:0) after 2m27s
[16:53:17.775] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:89:0)
[16:53:17.801] Build status: STARTED
[16:53:17.801] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:90:0) after 8m46s
[17:02:03.825] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:90:0)
[17:02:03.853] Build status: STARTED
[17:02:03.853] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:91:0) after 9m26s
[17:11:29.942] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:91:0)
[17:11:29.971] Build status: STARTED
[17:11:29.971] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:92:0) after 6m53s
[17:18:23.305] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:92:0)
[17:18:23.334] Build status: STARTED
[17:18:23.334] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:93:0) after 8m57s
[17:27:20.469] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:93:0)
[17:27:20.505] Build status: STARTED
[17:27:20.505] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:94:0) after 7m26s
[17:34:46.660] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:94:0)
[17:34:46.688] Build status: STARTED
[17:34:46.688] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:95:0) after 8m47s
[17:43:33.838] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:95:0)
[17:43:33.872] Build status: STARTED
[17:43:33.872] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:96:0) after 1m26s
[17:44:59.896] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:96:0)
[17:44:59.937] Build status: STARTED
[17:44:59.937] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:97:0) after 5m38s
[17:50:37.992] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:97:0)
[17:50:38.028] Build status: STARTED
[17:50:38.028] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:98:0) after 4m29s
[17:55:07.013] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:98:0)
[17:55:07.073] Build status: STARTED
[17:55:07.073] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:99:0) after 6m24s
[18:01:31.103] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:99:0)
[18:01:31.129] Build status: STARTED
[18:01:31.129] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:100:0) after 9m3s
[18:10:34.155] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:100:0)
[18:10:34.184] Build status: STARTED
[18:10:34.184] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:101:0) after 2m59s
[18:13:33.405] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:101:0)
[18:13:33.432] Build status: STARTED
[18:13:33.432] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:102:0) after 3m24s
[18:16:57.664] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:102:0)
[18:16:57.705] Build status: STARTED
[18:16:57.705] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:103:0) after 4m53s
[18:21:50.703] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:103:0)
[18:21:50.736] Build status: STARTED
[18:21:50.736] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:104:0) after 2m18s
[18:24:09.326] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:104:0)
[18:24:09.352] Build status: STARTED
[18:24:09.352] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:105:0) after 1m27s
[18:25:36.558] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:105:0)
[18:25:36.588] Build status: STARTED
[18:25:36.588] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:106:0) after 2m39s
[18:28:15.691] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:106:0)
[18:28:15.719] Build status: STARTED
[18:28:15.719] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:107:0) after 3m53s
[18:32:09.264] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:107:0)
[18:32:09.290] Build status: STARTED
[18:32:09.290] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:108:0) after 5m53s
[18:38:02.322] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:108:0)
[18:38:02.351] Build status: STARTED
[18:38:02.351] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:109:0) after 1m58s
[18:40:00.377] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:109:0)
[18:40:00.406] Build status: STARTED
[18:40:00.406] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:110:0) after 9m3s
[18:49:03.454] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:110:0)
[18:49:03.481] Build status: STARTED
[18:49:03.481] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:111:0) after 2m3s
[18:51:07.029] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:111:0)
[18:51:07.102] Build status: STARTED
[18:51:07.102] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:112:0) after 5m48s
[18:56:55.156] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:112:0)
[18:56:55.200] Build status: STARTED
[18:56:55.200] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:113:0) after 1m29s
[18:58:24.364] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:113:0)
[18:58:24.391] Build status: STARTED
[18:58:24.391] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:114:0) after 9m12s
[19:07:36.447] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:114:0)
[19:07:36.479] Build status: STARTED
[19:07:36.479] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:115:0) after 7m42s
[19:15:18.530] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:115:0)
[19:15:18.561] Build status: STARTED
[19:15:18.561] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:116:0) after 8m50s
[19:24:08.618] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:116:0)
[19:24:08.656] Build status: STARTED
[19:24:08.656] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:117:0) after 3m57s
[19:28:05.677] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:117:0)
[19:28:05.705] Build status: STARTED
[19:28:05.705] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:118:0) after 1m39s
[19:29:45.019] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:118:0)
[19:29:45.044] Build status: STARTED
[19:29:45.044] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:119:0) after 4m38s
[19:34:23.082] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:119:0)
[19:34:23.115] Build status: STARTED
[19:34:23.115] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:120:0) after 8m42s
[19:43:05.237] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:120:0)
[19:43:05.276] Build status: STARTED
[19:43:05.276] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:121:0) after 4m45s
[19:47:50.295] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:121:0)
[19:47:50.324] Build status: STARTED
[19:47:50.324] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:122:0) after 1m13s
[19:49:03.488] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:122:0)
[19:49:03.535] Build status: STARTED
[19:49:03.535] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016143382352620528:123:0) after 9m17s
[19:52:42.214] Received PubSub notification, asking Buildbucket for the build status
[19:52:42.245] Build:
{
  "id": "8850713320215746800",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-code-coverage"
  },
  "number": 3627,
  "createdBy": "project:chromium",
  "createTime": "2021-04-06T08:50:46.843397Z",
  "startTime": "2021-04-06T08:50:52.184534Z",
  "endTime": "2021-04-06T19:52:41.129013949Z",
  "updateTime": "2021-04-06T19:52:41.129349919Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "821af877aae942c64e249fb9ff9fbdc29af4c90b",
      "ref": "refs/heads/master"
    }
  }
}
[19:52:42.245] Invocation finished in 11h1m56.823438235s with status FAILED