Status: FAILED
Triggered by: -
Duration: 11 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "mac-code-coverage"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "fc044966f701b067bf3f2a85d03de64a7c83181e"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fc044966f701b067bf3f2a85d03de64a7c83181e
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[11:55:35.567] New invocation is queued and will start shortly
[11:55:36.676] Starting the invocation (attempt 1)
[11:55:36.748] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fc044966f701b067bf3f2a85d03de64a7c83181e"
[11:55:36.748] Popped gitiles commit info from properties and tags
[11:55:36.748] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:55:36.748] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:55:36.748] Buildbucket request:
{
  "requestId": "9017218917108757744",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-code-coverage"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fc044966f701b067bf3f2a85d03de64a7c83181e",
    "ref": "refs/heads/master"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9017218917108757744"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-code-coverage"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[11:55:39.277] Scheduled build:
{
  "id": "8851788854441814928",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-code-coverage"
  },
  "number": 3603,
  "createdBy": "project:chromium",
  "createTime": "2021-03-25T11:55:37.475980Z",
  "updateTime": "2021-03-25T11:55:38.769802Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "fc044966f701b067bf3f2a85d03de64a7c83181e",
      "ref": "refs/heads/master"
    }
  }
}
[11:55:39.277] Task URL: https://cr-buildbucket.appspot.com/build/8851788854441814928
[11:55:39.277] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:2:0) after 6m36s
[11:57:22.086] Received PubSub notification, asking Buildbucket for the build status
[11:57:22.117] Build status: STARTED
[12:02:15.310] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:2:0)
[12:02:15.337] Build status: STARTED
[12:02:15.337] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:4:0) after 7m3s
[12:09:18.362] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:4:0)
[12:09:18.391] Build status: STARTED
[12:09:18.391] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:5:0) after 9m56s
[12:19:14.424] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:5:0)
[12:19:14.497] Build status: STARTED
[12:19:14.497] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:6:0) after 9m18s
[12:28:32.560] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:6:0)
[12:28:32.588] Build status: STARTED
[12:28:32.588] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:7:0) after 5m4s
[12:33:36.619] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:7:0)
[12:33:36.648] Build status: STARTED
[12:33:36.648] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:8:0) after 1m41s
[12:35:17.675] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:8:0)
[12:35:17.704] Build status: STARTED
[12:35:17.704] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:9:0) after 7m37s
[12:42:54.757] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:9:0)
[12:42:54.783] Build status: STARTED
[12:42:54.783] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:10:0) after 5m8s
[12:48:02.914] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:10:0)
[12:48:02.943] Build status: STARTED
[12:48:02.943] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:11:0) after 2m24s
[12:50:26.965] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:11:0)
[12:50:27.000] Build status: STARTED
[12:50:27.000] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:12:0) after 3m18s
[12:53:45.046] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:12:0)
[12:53:45.075] Build status: STARTED
[12:53:45.075] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:13:0) after 4m20s
[12:58:05.186] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:13:0)
[12:58:05.233] Build status: STARTED
[12:58:05.233] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:14:0) after 4m57s
[13:03:02.357] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:14:0)
[13:03:02.425] Build status: STARTED
[13:03:02.425] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:15:0) after 6m13s
[13:09:15.588] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:15:0)
[13:09:15.625] Build status: STARTED
[13:09:15.626] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:16:0) after 1m54s
[13:11:09.737] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:16:0)
[13:11:09.762] Build status: STARTED
[13:11:09.762] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:17:0) after 8m42s
[13:19:51.961] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:17:0)
[13:19:51.999] Build status: STARTED
[13:19:51.999] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:18:0) after 7m6s
[13:26:58.039] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:18:0)
[13:26:58.069] Build status: STARTED
[13:26:58.069] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:19:0) after 9m33s
[13:36:31.210] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:19:0)
[13:36:31.238] Build status: STARTED
[13:36:31.238] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:20:0) after 3m44s
[13:40:15.275] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:20:0)
[13:40:15.307] Build status: STARTED
[13:40:15.307] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:21:0) after 6m13s
[13:46:28.429] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:21:0)
[13:46:28.455] Build status: STARTED
[13:46:28.455] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:22:0) after 2m29s
[13:48:57.574] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:22:0)
[13:48:57.605] Build status: STARTED
[13:48:57.605] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:23:0) after 3m32s
[13:52:29.632] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:23:0)
[13:52:29.671] Build status: STARTED
[13:52:29.671] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:24:0) after 9m38s
[14:02:07.799] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:24:0)
[14:02:07.826] Build status: STARTED
[14:02:07.826] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:25:0) after 4m2s
[14:06:09.834] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:25:0)
[14:06:09.865] Build status: STARTED
[14:06:09.866] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:26:0) after 5m12s
[14:11:22.088] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:26:0)
[14:11:22.131] Build status: STARTED
[14:11:22.132] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:27:0) after 6m40s
[14:18:02.233] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:27:0)
[14:18:02.263] Build status: STARTED
[14:18:02.263] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:28:0) after 4m22s
[14:22:24.350] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:28:0)
[14:22:24.374] Build status: STARTED
[14:22:24.374] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:29:0) after 8m43s
[14:31:07.410] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:29:0)
[14:31:07.442] Build status: STARTED
[14:31:07.442] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:30:0) after 1m21s
[14:32:28.578] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:30:0)
[14:32:28.615] Build status: STARTED
[14:32:28.615] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:31:0) after 7m15s
[14:39:43.614] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:31:0)
[14:39:43.640] Build status: STARTED
[14:39:43.640] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:32:0) after 2m13s
[14:41:56.819] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:32:0)
[14:41:56.852] Build status: STARTED
[14:41:56.852] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:33:0) after 9m11s
[14:51:07.985] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:33:0)
[14:51:08.017] Build status: STARTED
[14:51:08.017] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:34:0) after 3m53s
[14:55:01.155] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:34:0)
[14:55:01.189] Build status: STARTED
[14:55:01.189] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:35:0) after 7m40s
[15:02:41.229] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:35:0)
[15:02:41.279] Build status: STARTED
[15:02:41.279] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:36:0) after 3m15s
[15:05:56.317] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:36:0)
[15:05:56.357] Build status: STARTED
[15:05:56.357] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:37:0) after 2m50s
[15:08:46.389] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:37:0)
[15:08:46.420] Build status: STARTED
[15:08:46.420] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:38:0) after 8m25s
[15:17:11.462] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:38:0)
[15:17:11.489] Build status: STARTED
[15:17:11.489] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:39:0) after 9m40s
[15:26:51.520] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:39:0)
[15:26:51.551] Build status: STARTED
[15:26:51.551] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:40:0) after 1m14s
[15:28:05.691] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:40:0)
[15:28:05.738] Build status: STARTED
[15:28:05.738] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:41:0) after 2m49s
[15:30:54.997] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:41:0)
[15:30:55.037] Build status: STARTED
[15:30:55.037] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:42:0) after 7m28s
[15:38:23.298] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:42:0)
[15:38:23.327] Build status: STARTED
[15:38:23.327] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:43:0) after 9m42s
[15:48:05.382] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:43:0)
[15:48:05.410] Build status: STARTED
[15:48:05.410] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:44:0) after 5m2s
[15:53:07.516] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:44:0)
[15:53:07.547] Build status: STARTED
[15:53:07.547] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:45:0) after 1m3s
[15:54:10.577] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:45:0)
[15:54:10.607] Build status: STARTED
[15:54:10.607] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:46:0) after 5m32s
[15:59:42.636] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:46:0)
[15:59:42.674] Build status: STARTED
[15:59:42.674] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:47:0) after 8m35s
[16:08:17.920] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:47:0)
[16:08:17.986] Build status: STARTED
[16:08:17.986] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:48:0) after 8m54s
[16:17:12.020] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:48:0)
[16:17:12.094] Build status: STARTED
[16:17:12.094] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:49:0) after 9m13s
[16:26:25.134] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:49:0)
[16:26:25.164] Build status: STARTED
[16:26:25.164] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:50:0) after 2m20s
[16:28:45.270] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:50:0)
[16:28:45.312] Build status: STARTED
[16:28:45.312] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:51:0) after 3m56s
[16:32:41.332] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:51:0)
[16:32:41.396] Build status: STARTED
[16:32:41.396] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:52:0) after 8m12s
[16:40:53.438] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:52:0)
[16:40:53.464] Build status: STARTED
[16:40:53.464] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:53:0) after 6m57s
[16:47:50.531] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:53:0)
[16:47:50.562] Build status: STARTED
[16:47:50.562] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:54:0) after 3m43s
[16:51:33.958] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:54:0)
[16:51:33.985] Build status: STARTED
[16:51:33.985] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:55:0) after 5m12s
[16:56:46.008] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:55:0)
[16:56:46.039] Build status: STARTED
[16:56:46.039] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:56:0) after 4m39s
[17:01:25.108] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:56:0)
[17:01:25.185] Build status: STARTED
[17:01:25.185] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:57:0) after 5m25s
[17:06:50.241] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:57:0)
[17:06:50.267] Build status: STARTED
[17:06:50.267] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:58:0) after 3m18s
[17:10:08.314] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:58:0)
[17:10:08.348] Build status: STARTED
[17:10:08.348] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:59:0) after 7m7s
[17:17:15.381] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:59:0)
[17:17:15.430] Build status: STARTED
[17:17:15.430] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:60:0) after 9m42s
[17:26:57.506] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:60:0)
[17:26:57.546] Build status: STARTED
[17:26:57.546] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:61:0) after 4m51s
[17:31:48.571] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:61:0)
[17:31:48.597] Build status: STARTED
[17:31:48.597] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:62:0) after 8m28s
[17:40:16.744] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:62:0)
[17:40:16.773] Build status: STARTED
[17:40:16.773] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:63:0) after 4m37s
[17:44:53.807] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:63:0)
[17:44:53.832] Build status: STARTED
[17:44:53.832] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:64:0) after 9m42s
[17:54:35.877] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:64:0)
[17:54:35.909] Build status: STARTED
[17:54:35.909] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:65:0) after 2m5s
[17:56:40.938] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:65:0)
[17:56:40.963] Build status: STARTED
[17:56:40.963] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:66:0) after 9m47s
[18:06:28.464] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:66:0)
[18:06:28.495] Build status: STARTED
[18:06:28.495] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:67:0) after 6m12s
[18:12:40.521] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:67:0)
[18:12:40.557] Build status: STARTED
[18:12:40.557] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:68:0) after 8m18s
[18:20:58.601] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:68:0)
[18:20:58.633] Build status: STARTED
[18:20:58.633] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:69:0) after 8m23s
[18:29:21.736] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:69:0)
[18:29:21.766] Build status: STARTED
[18:29:21.766] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:70:0) after 3m47s
[18:33:08.796] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:70:0)
[18:33:08.825] Build status: STARTED
[18:33:08.825] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:71:0) after 8m38s
[18:41:46.923] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:71:0)
[18:41:47.016] Build status: STARTED
[18:41:47.016] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:72:0) after 7m32s
[18:49:19.126] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:72:0)
[18:49:19.152] Build status: STARTED
[18:49:19.152] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:73:0) after 9m2s
[18:58:21.262] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:73:0)
[18:58:21.323] Build status: STARTED
[18:58:21.323] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:74:0) after 6m47s
[19:05:08.407] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:74:0)
[19:05:08.466] Build status: STARTED
[19:05:08.466] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:75:0) after 5m32s
[19:10:40.537] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:75:0)
[19:10:40.593] Build status: STARTED
[19:10:40.593] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:76:0) after 9m49s
[19:20:29.707] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:76:0)
[19:20:29.761] Build status: STARTED
[19:20:29.761] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:77:0) after 3m4s
[19:23:33.935] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:77:0)
[19:23:33.969] Build status: STARTED
[19:23:33.969] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:78:0) after 2m0s
[19:25:34.093] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:78:0)
[19:25:34.127] Build status: STARTED
[19:25:34.127] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:79:0) after 1m7s
[19:26:41.257] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:79:0)
[19:26:41.294] Build status: STARTED
[19:26:41.294] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:80:0) after 6m8s
[19:32:49.493] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:80:0)
[19:32:49.531] Build status: STARTED
[19:32:49.531] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:81:0) after 7m27s
[19:40:16.895] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:81:0)
[19:40:17.127] Build status: STARTED
[19:40:17.127] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:82:0) after 1m16s
[19:41:33.268] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:82:0)
[19:41:33.334] Build status: STARTED
[19:41:33.334] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:83:0) after 6m40s
[19:48:13.636] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:83:0)
[19:48:13.774] Build status: STARTED
[19:48:13.774] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:84:0) after 7m59s
[19:56:12.972] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:84:0)
[19:56:13.007] Build status: STARTED
[19:56:13.007] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:85:0) after 2m2s
[19:58:15.139] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:85:0)
[19:58:15.166] Build status: STARTED
[19:58:15.166] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:86:0) after 6m41s
[20:04:56.321] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:86:0)
[20:04:56.351] Build status: STARTED
[20:04:56.351] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:87:0) after 7m21s
[20:12:17.502] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:87:0)
[20:12:17.592] Build status: STARTED
[20:12:17.592] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:88:0) after 8m28s
[20:20:46.066] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:88:0)
[20:20:46.133] Build status: STARTED
[20:20:46.133] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:89:0) after 6m51s
[20:27:37.410] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:89:0)
[20:27:37.435] Build status: STARTED
[20:27:37.436] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:90:0) after 6m52s
[20:34:29.465] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:90:0)
[20:34:29.493] Build status: STARTED
[20:34:29.493] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:91:0) after 8m32s
[20:43:01.568] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:91:0)
[20:43:01.670] Build status: STARTED
[20:43:01.670] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:92:0) after 8m8s
[20:51:10.494] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:92:0)
[20:51:10.528] Build status: STARTED
[20:51:10.528] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:93:0) after 5m20s
[20:56:30.636] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:93:0)
[20:56:30.663] Build status: STARTED
[20:56:30.663] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:94:0) after 2m24s
[20:58:55.282] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:94:0)
[20:58:55.341] Build status: STARTED
[20:58:55.341] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:95:0) after 5m44s
[21:04:39.514] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:95:0)
[21:04:39.590] Build status: STARTED
[21:04:39.590] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:96:0) after 6m59s
[21:11:38.813] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:96:0)
[21:11:38.838] Build status: STARTED
[21:11:38.838] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:97:0) after 5m16s
[21:16:54.973] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:97:0)
[21:16:55.001] Build status: STARTED
[21:16:55.001] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:98:0) after 8m48s
[21:25:43.109] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:98:0)
[21:25:43.146] Build status: STARTED
[21:25:43.146] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:99:0) after 1m55s
[21:27:38.439] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:99:0)
[21:27:38.475] Build status: STARTED
[21:27:38.475] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:100:0) after 8m7s
[21:35:45.937] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:100:0)
[21:35:45.966] Build status: STARTED
[21:35:45.966] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:101:0) after 8m39s
[21:44:25.356] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:101:0)
[21:44:25.386] Build status: STARTED
[21:44:25.386] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:102:0) after 3m28s
[21:47:53.596] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:102:0)
[21:47:53.686] Build status: STARTED
[21:47:53.686] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:103:0) after 6m37s
[21:54:30.739] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:103:0)
[21:54:30.779] Build status: STARTED
[21:54:30.779] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:104:0) after 1m9s
[21:55:39.851] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:104:0)
[21:55:39.881] Build status: STARTED
[21:55:39.882] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:105:0) after 6m53s
[22:02:32.978] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:105:0)
[22:02:33.011] Build status: STARTED
[22:02:33.011] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:106:0) after 6m40s
[22:09:13.137] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:106:0)
[22:09:13.196] Build status: STARTED
[22:09:13.196] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:107:0) after 3m44s
[22:12:57.691] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:107:0)
[22:12:57.718] Build status: STARTED
[22:12:57.718] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:108:0) after 4m1s
[22:16:59.015] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:108:0)
[22:16:59.044] Build status: STARTED
[22:16:59.044] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:109:0) after 2m25s
[22:19:24.230] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:109:0)
[22:19:24.261] Build status: STARTED
[22:19:24.262] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:110:0) after 4m40s
[22:24:04.391] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:110:0)
[22:24:04.424] Build status: STARTED
[22:24:04.424] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:111:0) after 3m38s
[22:27:42.598] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:111:0)
[22:27:42.633] Build status: STARTED
[22:27:42.633] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:112:0) after 4m38s
[22:32:20.946] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:112:0)
[22:32:20.981] Build status: STARTED
[22:32:20.981] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:113:0) after 9m4s
[22:41:25.194] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:113:0)
[22:41:25.234] Build status: STARTED
[22:41:25.234] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:114:0) after 7m0s
[22:48:25.266] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:114:0)
[22:48:25.300] Build status: STARTED
[22:48:25.300] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:115:0) after 9m39s
[22:58:04.741] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:115:0)
[22:58:04.771] Build status: STARTED
[22:58:04.771] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017218917108757744:116:0) after 5m41s
[23:00:56.905] Received PubSub notification, asking Buildbucket for the build status
[23:00:56.936] Build:
{
  "id": "8851788854441814928",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-code-coverage"
  },
  "number": 3603,
  "createdBy": "project:chromium",
  "createTime": "2021-03-25T11:55:37.475980Z",
  "startTime": "2021-03-25T11:57:20.885494Z",
  "endTime": "2021-03-25T23:00:56.105232257Z",
  "updateTime": "2021-03-25T23:00:56.106304858Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "fc044966f701b067bf3f2a85d03de64a7c83181e",
      "ref": "refs/heads/master"
    }
  }
}
[23:00:56.936] Invocation finished in 11h5m21.388349826s with status FAILED