Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "mac-code-coverage"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "0c552fa3561bcfd147e2273133ed590d52e78630"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0c552fa3561bcfd147e2273133ed590d52e78630
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[04:35:52.986] New invocation is queued and will start shortly
[04:35:54.206] Starting the invocation (attempt 1)
[04:35:54.257] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0c552fa3561bcfd147e2273133ed590d52e78630"
[04:35:54.257] Popped gitiles commit info from properties and tags
[04:35:54.257] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:35:54.257] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:35:54.257] Buildbucket request:
{
  "requestId": "9017427775179852896",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-code-coverage"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "0c552fa3561bcfd147e2273133ed590d52e78630",
    "ref": "refs/heads/master"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9017427775179852896"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-code-coverage"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:35:54.933] Scheduled build:
{
  "id": "8851997713044668464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-code-coverage"
  },
  "number": 3598,
  "createdBy": "project:chromium",
  "createTime": "2021-03-23T04:35:54.390609Z",
  "updateTime": "2021-03-23T04:35:54.829792Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "0c552fa3561bcfd147e2273133ed590d52e78630",
      "ref": "refs/heads/master"
    }
  }
}
[04:35:54.933] Task URL: https://cr-buildbucket.appspot.com/build/8851997713044668464
[04:35:54.933] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:2:0) after 7m8s
[04:36:46.454] Received PubSub notification, asking Buildbucket for the build status
[04:36:46.481] Build status: STARTED
[04:43:02.956] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:2:0)
[04:43:02.982] Build status: STARTED
[04:43:02.982] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:4:0) after 6m18s
[04:49:21.072] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:4:0)
[04:49:21.107] Build status: STARTED
[04:49:21.107] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:5:0) after 7m24s
[04:56:45.131] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:5:0)
[04:56:45.162] Build status: STARTED
[04:56:45.162] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:6:0) after 6m44s
[05:03:29.255] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:6:0)
[05:03:29.285] Build status: STARTED
[05:03:29.285] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:7:0) after 2m27s
[05:05:56.411] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:7:0)
[05:05:56.441] Build status: STARTED
[05:05:56.441] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:8:0) after 7m30s
[05:13:26.468] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:8:0)
[05:13:26.513] Build status: STARTED
[05:13:26.513] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:9:0) after 8m7s
[05:21:33.641] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:9:0)
[05:21:33.669] Build status: STARTED
[05:21:33.669] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:10:0) after 6m42s
[05:28:15.699] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:10:0)
[05:28:15.731] Build status: STARTED
[05:28:15.731] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:11:0) after 7m56s
[05:36:11.787] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:11:0)
[05:36:11.843] Build status: STARTED
[05:36:11.843] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:12:0) after 5m36s
[05:41:48.034] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:12:0)
[05:41:48.239] Build status: STARTED
[05:41:48.239] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:13:0) after 3m46s
[05:45:34.463] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:13:0)
[05:45:34.495] Build status: STARTED
[05:45:34.495] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:14:0) after 2m50s
[05:48:24.533] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:14:0)
[05:48:24.560] Build status: STARTED
[05:48:24.560] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:15:0) after 7m50s
[05:56:14.839] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:15:0)
[05:56:15.036] Build status: STARTED
[05:56:15.036] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:16:0) after 3m9s
[05:59:24.227] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:16:0)
[05:59:24.298] Build status: STARTED
[05:59:24.298] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:17:0) after 3m46s
[06:03:10.322] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:17:0)
[06:03:10.360] Build status: STARTED
[06:03:10.360] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:18:0) after 4m58s
[06:08:08.483] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:18:0)
[06:08:08.514] Build status: STARTED
[06:08:08.514] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:19:0) after 2m41s
[06:10:49.540] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:19:0)
[06:10:49.588] Build status: STARTED
[06:10:49.588] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:20:0) after 3m40s
[06:14:29.612] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:20:0)
[06:14:29.638] Build status: STARTED
[06:14:29.638] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:21:0) after 3m18s
[06:17:47.643] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:21:0)
[06:17:47.675] Build status: STARTED
[06:17:47.675] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:22:0) after 5m6s
[06:22:53.697] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:22:0)
[06:22:53.725] Build status: STARTED
[06:22:53.725] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:23:0) after 9m32s
[06:32:25.825] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:23:0)
[06:32:25.854] Build status: STARTED
[06:32:25.854] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:24:0) after 9m51s
[06:42:17.007] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:24:0)
[06:42:17.039] Build status: STARTED
[06:42:17.039] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:25:0) after 2m57s
[06:45:14.135] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:25:0)
[06:45:14.168] Build status: STARTED
[06:45:14.168] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:26:0) after 6m1s
[06:51:15.196] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:26:0)
[06:51:15.230] Build status: STARTED
[06:51:15.230] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:27:0) after 3m11s
[06:54:26.267] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:27:0)
[06:54:26.307] Build status: STARTED
[06:54:26.307] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:28:0) after 4m27s
[06:58:53.419] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:28:0)
[06:58:53.452] Build status: STARTED
[06:58:53.452] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:29:0) after 7m24s
[07:06:17.698] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:29:0)
[07:06:17.726] Build status: STARTED
[07:06:17.726] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:30:0) after 5m5s
[07:11:22.757] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:30:0)
[07:11:22.788] Build status: STARTED
[07:11:22.788] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:31:0) after 2m50s
[07:14:12.911] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:31:0)
[07:14:12.942] Build status: STARTED
[07:14:12.942] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:32:0) after 7m55s
[07:22:08.069] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:32:0)
[07:22:08.098] Build status: STARTED
[07:22:08.098] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:33:0) after 3m0s
[07:25:08.111] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:33:0)
[07:25:08.138] Build status: STARTED
[07:25:08.138] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:34:0) after 4m36s
[07:29:44.164] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:34:0)
[07:29:44.193] Build status: STARTED
[07:29:44.193] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:35:0) after 3m48s
[07:33:32.312] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:35:0)
[07:33:32.403] Build status: STARTED
[07:33:32.403] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:36:0) after 5m20s
[07:38:52.693] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:36:0)
[07:38:52.729] Build status: STARTED
[07:38:52.729] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:37:0) after 6m17s
[07:45:09.737] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:37:0)
[07:45:09.767] Build status: STARTED
[07:45:09.767] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:38:0) after 7m40s
[07:52:49.847] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:38:0)
[07:52:49.875] Build status: STARTED
[07:52:49.875] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:39:0) after 9m48s
[08:02:37.900] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:39:0)
[08:02:37.938] Build status: STARTED
[08:02:37.938] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:40:0) after 5m39s
[08:08:17.061] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:40:0)
[08:08:17.100] Build status: STARTED
[08:08:17.100] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:41:0) after 3m28s
[08:11:45.127] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:41:0)
[08:11:45.156] Build status: STARTED
[08:11:45.156] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:42:0) after 8m4s
[08:19:49.735] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:42:0)
[08:19:49.768] Build status: STARTED
[08:19:49.768] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:43:0) after 4m9s
[08:23:58.793] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:43:0)
[08:23:58.817] Build status: STARTED
[08:23:58.817] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:44:0) after 6m54s
[08:30:53.182] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:44:0)
[08:30:53.210] Build status: STARTED
[08:30:53.210] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:45:0) after 2m11s
[08:33:04.240] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:45:0)
[08:33:04.316] Build status: STARTED
[08:33:04.316] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:46:0) after 6m2s
[08:39:06.403] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:46:0)
[08:39:06.430] Build status: STARTED
[08:39:06.430] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:47:0) after 4m46s
[08:43:52.584] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:47:0)
[08:43:52.692] Build status: STARTED
[08:43:52.692] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:48:0) after 5m24s
[08:49:16.763] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:48:0)
[08:49:16.786] Build status: STARTED
[08:49:16.786] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:49:0) after 6m59s
[08:56:15.938] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:49:0)
[08:56:15.970] Build status: STARTED
[08:56:15.971] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:50:0) after 7m55s
[09:04:11.106] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:50:0)
[09:04:11.140] Build status: STARTED
[09:04:11.140] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:51:0) after 4m39s
[09:08:50.199] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:51:0)
[09:08:50.230] Build status: STARTED
[09:08:50.230] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:52:0) after 8m0s
[09:16:50.560] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:52:0)
[09:16:50.592] Build status: STARTED
[09:16:50.592] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:53:0) after 3m35s
[09:20:25.743] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:53:0)
[09:20:25.774] Build status: STARTED
[09:20:25.774] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:54:0) after 8m18s
[09:28:43.855] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:54:0)
[09:28:44.998] Build status: STARTED
[09:28:44.998] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:55:0) after 8m17s
[09:37:02.042] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:55:0)
[09:37:02.069] Build status: STARTED
[09:37:02.069] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:56:0) after 8m22s
[09:45:24.175] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:56:0)
[09:45:24.272] Build status: STARTED
[09:45:24.272] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:57:0) after 9m13s
[09:54:37.277] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:57:0)
[09:54:37.315] Build status: STARTED
[09:54:37.315] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:58:0) after 3m6s
[09:57:43.395] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:58:0)
[09:57:43.422] Build status: STARTED
[09:57:43.422] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:59:0) after 3m28s
[10:01:11.533] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:59:0)
[10:01:11.579] Build status: STARTED
[10:01:11.579] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:60:0) after 5m6s
[10:06:17.587] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:60:0)
[10:06:17.649] Build status: STARTED
[10:06:17.649] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:61:0) after 2m40s
[10:08:57.695] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:61:0)
[10:08:57.723] Build status: STARTED
[10:08:57.723] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:62:0) after 8m1s
[10:16:58.943] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:62:0)
[10:16:58.969] Build status: STARTED
[10:16:58.969] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:63:0) after 2m32s
[10:19:31.219] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:63:0)
[10:19:31.246] Build status: STARTED
[10:19:31.246] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:64:0) after 6m22s
[10:25:53.341] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:64:0)
[10:25:53.366] Build status: STARTED
[10:25:53.366] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:65:0) after 1m24s
[10:27:17.624] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:65:0)
[10:27:17.671] Build status: STARTED
[10:27:17.671] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:66:0) after 8m12s
[10:35:29.702] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:66:0)
[10:35:29.730] Build status: STARTED
[10:35:29.730] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:67:0) after 9m19s
[10:44:48.901] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:67:0)
[10:44:48.929] Build status: STARTED
[10:44:48.929] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:68:0) after 1m49s
[10:46:37.958] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:68:0)
[10:46:37.985] Build status: STARTED
[10:46:37.985] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:69:0) after 4m4s
[10:50:42.012] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:69:0)
[10:50:42.043] Build status: STARTED
[10:50:42.043] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:70:0) after 4m40s
[10:55:22.080] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:70:0)
[10:55:22.111] Build status: STARTED
[10:55:22.111] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:71:0) after 6m40s
[11:02:02.299] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:71:0)
[11:02:02.337] Build status: STARTED
[11:02:02.337] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:72:0) after 3m55s
[11:05:57.468] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:72:0)
[11:05:57.497] Build status: STARTED
[11:05:57.497] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:73:0) after 1m39s
[11:07:36.542] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:73:0)
[11:07:36.578] Build status: STARTED
[11:07:36.578] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:74:0) after 7m27s
[11:15:03.681] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:74:0)
[11:15:03.716] Build status: STARTED
[11:15:03.716] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:75:0) after 1m49s
[11:16:52.742] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:75:0)
[11:16:52.772] Build status: STARTED
[11:16:52.772] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:76:0) after 3m52s
[11:20:44.790] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:76:0)
[11:20:44.821] Build status: STARTED
[11:20:44.822] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:77:0) after 2m49s
[11:23:33.925] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:77:0)
[11:23:33.962] Build status: STARTED
[11:23:33.962] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:78:0) after 7m13s
[11:30:47.006] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:78:0)
[11:30:47.039] Build status: STARTED
[11:30:47.039] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:79:0) after 8m35s
[11:39:22.066] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:79:0)
[11:39:22.094] Build status: STARTED
[11:39:22.095] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:80:0) after 5m24s
[11:44:46.197] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:80:0)
[11:44:46.227] Build status: STARTED
[11:44:46.227] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:81:0) after 2m27s
[11:47:13.299] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:81:0)
[11:47:13.332] Build status: STARTED
[11:47:13.332] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:82:0) after 7m49s
[11:55:02.511] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:82:0)
[11:55:02.564] Build status: STARTED
[11:55:02.564] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:83:0) after 3m1s
[11:58:03.601] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:83:0)
[11:58:03.629] Build status: STARTED
[11:58:03.629] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:84:0) after 2m14s
[12:00:17.714] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:84:0)
[12:00:17.747] Build status: STARTED
[12:00:17.747] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:85:0) after 9m3s
[12:09:21.181] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:85:0)
[12:09:21.225] Build status: STARTED
[12:09:21.225] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:86:0) after 6m49s
[12:16:10.369] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:86:0)
[12:16:10.418] Build status: STARTED
[12:16:10.418] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:87:0) after 7m20s
[12:23:30.617] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:87:0)
[12:23:30.643] Build status: STARTED
[12:23:30.643] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:88:0) after 6m48s
[12:30:18.910] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:88:0)
[12:30:18.941] Build status: STARTED
[12:30:18.941] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:89:0) after 2m45s
[12:33:03.974] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:89:0)
[12:33:04.006] Build status: STARTED
[12:33:04.006] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:90:0) after 7m24s
[12:40:28.119] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:90:0)
[12:40:28.153] Build status: STARTED
[12:40:28.153] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:91:0) after 6m50s
[12:47:18.197] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:91:0)
[12:47:18.229] Build status: STARTED
[12:47:18.229] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:92:0) after 6m20s
[12:53:38.265] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:92:0)
[12:53:38.303] Build status: STARTED
[12:53:38.303] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:93:0) after 2m4s
[12:55:42.323] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:93:0)
[12:55:42.353] Build status: STARTED
[12:55:42.353] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:94:0) after 7m19s
[13:03:01.385] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:94:0)
[13:03:01.412] Build status: STARTED
[13:03:01.412] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:95:0) after 7m56s
[13:10:57.441] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:95:0)
[13:10:57.472] Build status: STARTED
[13:10:57.472] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:96:0) after 3m0s
[13:13:57.495] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:96:0)
[13:13:57.599] Build status: STARTED
[13:13:57.599] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:97:0) after 3m52s
[13:17:49.624] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:97:0)
[13:17:49.653] Build status: STARTED
[13:17:49.653] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:98:0) after 9m39s
[13:27:28.807] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:98:0)
[13:27:28.836] Build status: STARTED
[13:27:28.836] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:99:0) after 3m33s
[13:31:02.312] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:99:0)
[13:31:02.340] Build status: STARTED
[13:31:02.340] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:100:0) after 1m35s
[13:32:37.370] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:100:0)
[13:32:37.403] Build status: STARTED
[13:32:37.403] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:101:0) after 9m6s
[13:41:43.552] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:101:0)
[13:41:43.578] Build status: STARTED
[13:41:43.578] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:102:0) after 3m58s
[13:45:41.606] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:102:0)
[13:45:41.639] Build status: STARTED
[13:45:41.639] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:103:0) after 9m0s
[13:54:41.676] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:103:0)
[13:54:41.713] Build status: STARTED
[13:54:41.713] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:104:0) after 1m5s
[13:55:46.740] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:104:0)
[13:55:46.777] Build status: STARTED
[13:55:46.777] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:105:0) after 6m53s
[14:02:39.758] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:105:0)
[14:02:39.795] Build status: STARTED
[14:02:39.795] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:106:0) after 8m52s
[14:11:31.936] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:106:0)
[14:11:31.965] Build status: STARTED
[14:11:31.965] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:107:0) after 8m14s
[14:19:46.012] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:107:0)
[14:19:46.042] Build status: STARTED
[14:19:46.042] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:108:0) after 4m52s
[14:24:38.288] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:108:0)
[14:24:38.318] Build status: STARTED
[14:24:38.318] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:109:0) after 7m6s
[14:31:44.352] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:109:0)
[14:31:44.387] Build status: STARTED
[14:31:44.387] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:110:0) after 9m43s
[14:41:27.505] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:110:0)
[14:41:27.583] Build status: STARTED
[14:41:27.583] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:111:0) after 2m16s
[14:43:43.611] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:111:0)
[14:43:43.645] Build status: STARTED
[14:43:43.645] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:112:0) after 6m45s
[14:50:28.794] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:112:0)
[14:50:28.820] Build status: STARTED
[14:50:28.820] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:113:0) after 5m50s
[14:56:18.877] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:113:0)
[14:56:19.106] Build status: STARTED
[14:56:19.106] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:114:0) after 8m10s
[15:04:29.319] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:114:0)
[15:04:29.350] Build status: STARTED
[15:04:29.350] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:115:0) after 6m23s
[15:10:52.389] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:115:0)
[15:10:52.431] Build status: STARTED
[15:10:52.431] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:116:0) after 5m34s
[15:16:26.651] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:116:0)
[15:16:26.678] Build status: STARTED
[15:16:26.678] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:117:0) after 1m43s
[15:18:09.851] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:117:0)
[15:18:09.895] Build status: STARTED
[15:18:09.895] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:118:0) after 8m51s
[15:27:01.012] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:118:0)
[15:27:01.041] Build status: STARTED
[15:27:01.041] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:119:0) after 5m45s
[15:32:46.145] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:119:0)
[15:32:46.172] Build status: STARTED
[15:32:46.173] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017427775179852896:120:0) after 1m54s
[15:34:13.074] Received PubSub notification, asking Buildbucket for the build status
[15:34:13.101] Build:
{
  "id": "8851997713044668464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-code-coverage"
  },
  "number": 3598,
  "createdBy": "project:chromium",
  "createTime": "2021-03-23T04:35:54.390609Z",
  "startTime": "2021-03-23T04:36:45.865659Z",
  "endTime": "2021-03-23T15:34:12.640664314Z",
  "updateTime": "2021-03-23T15:34:12.641074105Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "0c552fa3561bcfd147e2273133ed590d52e78630",
      "ref": "refs/heads/master"
    }
  }
}
[15:34:13.101] Invocation finished in 10h58m20.131095335s with status FAILED