Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "mac-code-coverage"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "1e0a99ee913fe512fad97c46c6d817d90bea13c7"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1e0a99ee913fe512fad97c46c6d817d90bea13c7
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[12:56:48.531] New invocation is queued and will start shortly
[12:56:49.627] Starting the invocation (attempt 1)
[12:56:49.663] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1e0a99ee913fe512fad97c46c6d817d90bea13c7"
[12:56:49.663] Popped gitiles commit info from properties and tags
[12:56:49.663] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:56:49.665] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:56:49.665] Buildbucket request:
{
  "requestId": "9016490289992206928",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-code-coverage"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1e0a99ee913fe512fad97c46c6d817d90bea13c7",
    "ref": "refs/heads/master"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9016490289992206928"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-code-coverage"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[12:56:50.235] Scheduled build:
{
  "id": "8851060228057422464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-code-coverage"
  },
  "number": 3621,
  "createdBy": "project:chromium",
  "createTime": "2021-04-02T12:56:49.744124Z",
  "updateTime": "2021-04-02T12:56:50.157292Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "1e0a99ee913fe512fad97c46c6d817d90bea13c7",
      "ref": "refs/heads/master"
    }
  }
}
[12:56:50.235] Task URL: https://cr-buildbucket.appspot.com/build/8851060228057422464
[12:56:50.235] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:2:0) after 7m21s
[12:57:53.534] Received PubSub notification, asking Buildbucket for the build status
[12:57:53.557] Build status: STARTED
[13:04:11.256] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:2:0)
[13:04:11.301] Build status: STARTED
[13:04:11.301] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:4:0) after 7m30s
[13:11:41.384] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:4:0)
[13:11:41.421] Build status: STARTED
[13:11:41.421] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:5:0) after 8m56s
[13:20:37.623] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:5:0)
[13:20:37.658] Build status: STARTED
[13:20:37.658] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:6:0) after 2m4s
[13:22:41.965] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:6:0)
[13:22:41.993] Build status: STARTED
[13:22:41.993] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:7:0) after 8m27s
[13:31:09.134] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:7:0)
[13:31:09.161] Build status: STARTED
[13:31:09.161] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:8:0) after 1m51s
[13:33:00.187] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:8:0)
[13:33:00.216] Build status: STARTED
[13:33:00.216] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:9:0) after 2m14s
[13:35:14.890] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:9:0)
[13:35:14.988] Build status: STARTED
[13:35:14.988] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:10:0) after 3m37s
[13:38:52.009] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:10:0)
[13:38:52.057] Build status: STARTED
[13:38:52.057] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:11:0) after 4m29s
[13:43:21.092] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:11:0)
[13:43:21.125] Build status: STARTED
[13:43:21.125] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:12:0) after 2m43s
[13:46:04.097] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:12:0)
[13:46:04.134] Build status: STARTED
[13:46:04.134] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:13:0) after 8m38s
[13:54:42.187] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:13:0)
[13:54:42.216] Build status: STARTED
[13:54:42.216] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:14:0) after 9m9s
[14:03:51.343] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:14:0)
[14:03:51.373] Build status: STARTED
[14:03:51.373] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:15:0) after 6m15s
[14:10:06.792] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:15:0)
[14:10:06.819] Build status: STARTED
[14:10:06.819] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:16:0) after 3m27s
[14:13:33.937] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:16:0)
[14:13:33.970] Build status: STARTED
[14:13:33.970] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:17:0) after 4m54s
[14:18:28.010] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:17:0)
[14:18:28.046] Build status: STARTED
[14:18:28.046] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:18:0) after 9m54s
[14:28:22.067] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:18:0)
[14:28:22.099] Build status: STARTED
[14:28:22.099] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:19:0) after 6m12s
[14:34:34.119] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:19:0)
[14:34:34.151] Build status: STARTED
[14:34:34.151] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:20:0) after 7m48s
[14:42:22.189] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:20:0)
[14:42:22.222] Build status: STARTED
[14:42:22.222] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:21:0) after 3m22s
[14:45:44.719] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:21:0)
[14:45:44.748] Build status: STARTED
[14:45:44.748] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:22:0) after 7m29s
[14:53:13.767] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:22:0)
[14:53:13.804] Build status: STARTED
[14:53:13.804] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:23:0) after 5m35s
[14:58:48.903] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:23:0)
[14:58:48.965] Build status: STARTED
[14:58:48.965] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:24:0) after 7m4s
[15:05:53.083] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:24:0)
[15:05:53.119] Build status: STARTED
[15:05:53.119] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:25:0) after 3m52s
[15:09:45.325] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:25:0)
[15:09:45.356] Build status: STARTED
[15:09:45.356] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:26:0) after 4m54s
[15:14:39.378] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:26:0)
[15:14:39.410] Build status: STARTED
[15:14:39.410] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:27:0) after 2m39s
[15:17:18.432] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:27:0)
[15:17:18.460] Build status: STARTED
[15:17:18.460] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:28:0) after 2m9s
[15:19:27.503] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:28:0)
[15:19:27.535] Build status: STARTED
[15:19:27.535] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:29:0) after 8m4s
[15:27:31.601] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:29:0)
[15:27:31.631] Build status: STARTED
[15:27:31.631] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:30:0) after 7m1s
[15:34:32.734] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:30:0)
[15:34:32.768] Build status: STARTED
[15:34:32.768] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:31:0) after 2m31s
[15:37:03.956] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:31:0)
[15:37:03.996] Build status: STARTED
[15:37:03.996] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:32:0) after 4m23s
[15:41:27.122] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:32:0)
[15:41:27.198] Build status: STARTED
[15:41:27.198] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:33:0) after 9m46s
[15:51:13.225] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:33:0)
[15:51:13.256] Build status: STARTED
[15:51:13.256] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:34:0) after 9m10s
[16:00:23.284] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:34:0)
[16:00:23.325] Build status: STARTED
[16:00:23.325] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:35:0) after 1m21s
[16:01:44.345] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:35:0)
[16:01:44.389] Build status: STARTED
[16:01:44.389] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:36:0) after 2m9s
[16:03:53.412] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:36:0)
[16:03:53.502] Build status: STARTED
[16:03:53.502] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:37:0) after 9m50s
[16:13:43.528] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:37:0)
[16:13:43.557] Build status: STARTED
[16:13:43.557] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:38:0) after 6m22s
[16:20:05.858] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:38:0)
[16:20:05.920] Build status: STARTED
[16:20:05.920] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:39:0) after 7m46s
[16:27:51.942] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:39:0)
[16:27:51.974] Build status: STARTED
[16:27:51.974] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:40:0) after 7m46s
[16:35:37.999] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:40:0)
[16:35:38.024] Build status: STARTED
[16:35:38.024] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:41:0) after 3m53s
[16:39:31.044] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:41:0)
[16:39:31.073] Build status: STARTED
[16:39:31.073] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:42:0) after 2m42s
[16:42:13.107] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:42:0)
[16:42:13.154] Build status: STARTED
[16:42:13.154] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:43:0) after 2m17s
[16:44:30.245] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:43:0)
[16:44:30.276] Build status: STARTED
[16:44:30.276] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:44:0) after 7m58s
[16:52:28.318] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:44:0)
[16:52:28.360] Build status: STARTED
[16:52:28.360] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:45:0) after 2m32s
[16:55:00.381] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:45:0)
[16:55:00.431] Build status: STARTED
[16:55:00.431] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:46:0) after 6m42s
[17:01:42.497] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:46:0)
[17:01:42.533] Build status: STARTED
[17:01:42.533] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:47:0) after 3m38s
[17:05:20.551] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:47:0)
[17:05:21.758] Build status: STARTED
[17:05:21.758] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:48:0) after 3m39s
[17:09:00.781] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:48:0)
[17:09:00.819] Build status: STARTED
[17:09:00.819] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:49:0) after 1m23s
[17:10:24.223] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:49:0)
[17:10:24.295] Build status: STARTED
[17:10:24.295] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:50:0) after 5m12s
[17:15:36.625] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:50:0)
[17:15:36.653] Build status: STARTED
[17:15:36.653] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:51:0) after 6m4s
[17:21:41.021] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:51:0)
[17:21:41.088] Build status: STARTED
[17:21:41.088] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:52:0) after 7m5s
[17:28:46.116] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:52:0)
[17:28:46.175] Build status: STARTED
[17:28:46.175] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:53:0) after 6m14s
[17:35:00.309] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:53:0)
[17:35:00.337] Build status: STARTED
[17:35:00.337] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:54:0) after 2m55s
[17:37:55.371] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:54:0)
[17:37:55.404] Build status: STARTED
[17:37:55.404] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:55:0) after 9m41s
[17:47:36.426] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:55:0)
[17:47:36.457] Build status: STARTED
[17:47:36.457] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:56:0) after 3m59s
[17:51:35.477] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:56:0)
[17:51:35.519] Build status: STARTED
[17:51:35.519] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:57:0) after 9m10s
[18:00:45.784] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:57:0)
[18:00:45.815] Build status: STARTED
[18:00:45.816] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:58:0) after 3m59s
[18:04:44.943] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:58:0)
[18:04:44.972] Build status: STARTED
[18:04:44.972] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:59:0) after 8m51s
[18:13:35.997] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:59:0)
[18:13:36.058] Build status: STARTED
[18:13:36.058] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:60:0) after 5m43s
[18:19:19.095] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:60:0)
[18:19:19.132] Build status: STARTED
[18:19:19.132] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:61:0) after 5m58s
[18:25:17.155] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:61:0)
[18:25:17.182] Build status: STARTED
[18:25:17.182] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:62:0) after 4m43s
[18:30:00.241] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:62:0)
[18:30:00.272] Build status: STARTED
[18:30:00.272] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:63:0) after 7m16s
[18:37:16.425] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:63:0)
[18:37:16.452] Build status: STARTED
[18:37:16.452] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:64:0) after 5m29s
[18:42:45.488] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:64:0)
[18:42:45.515] Build status: STARTED
[18:42:45.515] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:65:0) after 9m49s
[18:52:34.817] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:65:0)
[18:52:34.845] Build status: STARTED
[18:52:34.845] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:66:0) after 3m0s
[18:55:35.134] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:66:0)
[18:55:35.160] Build status: STARTED
[18:55:35.160] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:67:0) after 8m10s
[19:03:45.296] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:67:0)
[19:03:45.328] Build status: STARTED
[19:03:45.328] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:68:0) after 4m59s
[19:08:44.354] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:68:0)
[19:08:44.383] Build status: STARTED
[19:08:44.383] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:69:0) after 2m17s
[19:11:01.408] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:69:0)
[19:11:01.763] Build status: STARTED
[19:11:01.763] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:70:0) after 6m55s
[19:17:56.796] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:70:0)
[19:17:56.835] Build status: STARTED
[19:17:56.835] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:71:0) after 8m40s
[19:26:37.310] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:71:0)
[19:26:37.338] Build status: STARTED
[19:26:37.338] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:72:0) after 3m32s
[19:30:09.767] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:72:0)
[19:30:09.799] Build status: STARTED
[19:30:09.800] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:73:0) after 2m8s
[19:32:17.909] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:73:0)
[19:32:17.949] Build status: STARTED
[19:32:17.949] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:74:0) after 2m37s
[19:34:55.001] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:74:0)
[19:34:55.030] Build status: STARTED
[19:34:55.030] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:75:0) after 8m58s
[19:43:53.066] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:75:0)
[19:43:53.769] Build status: STARTED
[19:43:53.769] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:76:0) after 7m52s
[19:51:45.885] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:76:0)
[19:51:45.915] Build status: STARTED
[19:51:45.915] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:77:0) after 6m3s
[19:57:48.938] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:77:0)
[19:57:48.973] Build status: STARTED
[19:57:48.973] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:78:0) after 6m53s
[20:04:42.060] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:78:0)
[20:04:42.088] Build status: STARTED
[20:04:42.088] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:79:0) after 8m0s
[20:12:42.166] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:79:0)
[20:12:42.196] Build status: STARTED
[20:12:42.196] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:80:0) after 4m59s
[20:17:41.205] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:80:0)
[20:17:41.244] Build status: STARTED
[20:17:41.244] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:81:0) after 4m58s
[20:22:39.266] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:81:0)
[20:22:39.299] Build status: STARTED
[20:22:39.299] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:82:0) after 3m37s
[20:26:16.321] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:82:0)
[20:26:16.355] Build status: STARTED
[20:26:16.355] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:83:0) after 5m23s
[20:31:39.541] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:83:0)
[20:31:39.571] Build status: STARTED
[20:31:39.571] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:84:0) after 6m41s
[20:38:20.632] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:84:0)
[20:38:20.661] Build status: STARTED
[20:38:20.661] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:85:0) after 7m46s
[20:46:06.684] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:85:0)
[20:46:06.793] Build status: STARTED
[20:46:06.793] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:86:0) after 6m44s
[20:52:50.813] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:86:0)
[20:52:50.855] Build status: STARTED
[20:52:50.855] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:87:0) after 8m12s
[21:01:03.036] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:87:0)
[21:01:03.073] Build status: STARTED
[21:01:03.073] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:88:0) after 8m15s
[21:09:18.272] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:88:0)
[21:09:18.304] Build status: STARTED
[21:09:18.304] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:89:0) after 1m52s
[21:11:10.363] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:89:0)
[21:11:10.395] Build status: STARTED
[21:11:10.395] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:90:0) after 8m52s
[21:20:02.425] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:90:0)
[21:20:02.453] Build status: STARTED
[21:20:02.453] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:91:0) after 3m24s
[21:23:26.923] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:91:0)
[21:23:26.953] Build status: STARTED
[21:23:26.953] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:92:0) after 5m54s
[21:29:20.979] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:92:0)
[21:29:21.013] Build status: STARTED
[21:29:21.013] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:93:0) after 8m32s
[21:37:53.081] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:93:0)
[21:37:53.154] Build status: STARTED
[21:37:53.154] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:94:0) after 9m18s
[21:47:11.321] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:94:0)
[21:47:11.491] Build status: STARTED
[21:47:11.491] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:95:0) after 6m13s
[21:53:24.630] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:95:0)
[21:53:24.664] Build status: STARTED
[21:53:24.664] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:96:0) after 2m22s
[21:55:46.793] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:96:0)
[21:55:46.845] Build status: STARTED
[21:55:46.845] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:97:0) after 5m7s
[22:00:54.017] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:97:0)
[22:00:54.064] Build status: STARTED
[22:00:54.064] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:98:0) after 5m1s
[22:05:55.089] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:98:0)
[22:05:55.121] Build status: STARTED
[22:05:55.121] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:99:0) after 9m50s
[22:15:45.223] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:99:0)
[22:15:45.252] Build status: STARTED
[22:15:45.252] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:100:0) after 7m38s
[22:23:23.372] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:100:0)
[22:23:23.397] Build status: STARTED
[22:23:23.397] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:101:0) after 2m55s
[22:26:18.554] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:101:0)
[22:26:18.587] Build status: STARTED
[22:26:18.587] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:102:0) after 6m24s
[22:32:42.609] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:102:0)
[22:32:42.638] Build status: STARTED
[22:32:42.638] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:103:0) after 3m56s
[22:36:38.651] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:103:0)
[22:36:38.683] Build status: STARTED
[22:36:38.683] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:104:0) after 3m8s
[22:39:46.831] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:104:0)
[22:39:46.887] Build status: STARTED
[22:39:46.887] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:105:0) after 9m3s
[22:48:49.936] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:105:0)
[22:48:49.977] Build status: STARTED
[22:48:49.977] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:106:0) after 2m19s
[22:51:09.085] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:106:0)
[22:51:09.140] Build status: STARTED
[22:51:09.140] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:107:0) after 6m9s
[22:57:18.165] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:107:0)
[22:57:18.197] Build status: STARTED
[22:57:18.197] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:108:0) after 9m7s
[23:06:25.455] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:108:0)
[23:06:25.507] Build status: STARTED
[23:06:25.507] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:109:0) after 7m25s
[23:13:50.503] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:109:0)
[23:13:50.531] Build status: STARTED
[23:13:50.531] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:110:0) after 4m31s
[23:18:21.556] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:110:0)
[23:18:21.602] Build status: STARTED
[23:18:21.602] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:111:0) after 7m54s
[23:26:15.630] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:111:0)
[23:26:15.671] Build status: STARTED
[23:26:15.671] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:112:0) after 8m50s
[23:35:05.699] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:112:0)
[23:35:05.739] Build status: STARTED
[23:35:05.739] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:113:0) after 5m20s
[23:40:25.797] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:113:0)
[23:40:25.832] Build status: STARTED
[23:40:25.832] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:114:0) after 6m50s
[23:47:16.079] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:114:0)
[23:47:16.109] Build status: STARTED
[23:47:16.109] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:115:0) after 7m21s
[23:54:37.131] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:115:0)
[23:54:37.165] Build status: STARTED
[23:54:37.165] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9016490289992206928:116:0) after 9m56s
[23:56:24.682] Received PubSub notification, asking Buildbucket for the build status
[23:56:25.450] Build:
{
  "id": "8851060228057422464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-code-coverage"
  },
  "number": 3621,
  "createdBy": "project:chromium",
  "createTime": "2021-04-02T12:56:49.744124Z",
  "startTime": "2021-04-02T12:57:52.535516Z",
  "endTime": "2021-04-02T23:56:23.940297255Z",
  "updateTime": "2021-04-02T23:56:23.940859051Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "1e0a99ee913fe512fad97c46c6d817d90bea13c7",
      "ref": "refs/heads/master"
    }
  }
}
[23:56:25.450] Invocation finished in 10h59m36.934675498s with status FAILED