Status: FAILED
Triggered by: -
Duration: 11 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "mac-code-coverage"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "f997f42debbc75340e25a1bd32e8f87ed01e470b"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f997f42debbc75340e25a1bd32e8f87ed01e470b
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[15:34:14.904] New invocation is queued and will start shortly
[15:34:16.296] Starting the invocation (attempt 1)
[15:34:16.344] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f997f42debbc75340e25a1bd32e8f87ed01e470b"
[15:34:16.344] Popped gitiles commit info from properties and tags
[15:34:16.344] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:34:16.344] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:34:16.344] Buildbucket request:
{
  "requestId": "9017386354416511536",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-code-coverage"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f997f42debbc75340e25a1bd32e8f87ed01e470b",
    "ref": "refs/heads/master"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9017386354416511536"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-code-coverage"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[15:34:17.076] Scheduled build:
{
  "id": "8851956292136171488",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-code-coverage"
  },
  "number": 3599,
  "createdBy": "project:chromium",
  "createTime": "2021-03-23T15:34:16.447258Z",
  "updateTime": "2021-03-23T15:34:16.982698Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f997f42debbc75340e25a1bd32e8f87ed01e470b",
      "ref": "refs/heads/master"
    }
  }
}
[15:34:17.076] Task URL: https://cr-buildbucket.appspot.com/build/8851956292136171488
[15:34:17.076] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:2:0) after 4m39s
[15:34:42.384] Received PubSub notification, asking Buildbucket for the build status
[15:34:42.423] Build status: STARTED
[15:38:56.305] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:2:0)
[15:38:56.347] Build status: STARTED
[15:38:56.347] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:4:0) after 7m48s
[15:46:44.876] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:4:0)
[15:46:44.905] Build status: STARTED
[15:46:44.905] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:5:0) after 5m53s
[15:52:37.931] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:5:0)
[15:52:37.958] Build status: STARTED
[15:52:37.958] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:6:0) after 5m9s
[15:57:47.143] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:6:0)
[15:57:47.219] Build status: STARTED
[15:57:47.219] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:7:0) after 7m53s
[16:05:40.252] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:7:0)
[16:05:40.282] Build status: STARTED
[16:05:40.282] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:8:0) after 5m16s
[16:10:56.496] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:8:0)
[16:10:56.537] Build status: STARTED
[16:10:56.537] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:9:0) after 5m54s
[16:16:50.558] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:9:0)
[16:16:50.593] Build status: STARTED
[16:16:50.593] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:10:0) after 9m21s
[16:26:11.626] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:10:0)
[16:26:11.655] Build status: STARTED
[16:26:11.655] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:11:0) after 3m31s
[16:29:42.681] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:11:0)
[16:29:42.717] Build status: STARTED
[16:29:42.717] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:12:0) after 3m19s
[16:33:01.819] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:12:0)
[16:33:01.911] Build status: STARTED
[16:33:01.911] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:13:0) after 6m23s
[16:39:24.930] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:13:0)
[16:39:24.959] Build status: STARTED
[16:39:24.959] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:14:0) after 7m13s
[16:46:37.985] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:14:0)
[16:46:38.021] Build status: STARTED
[16:46:38.021] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:15:0) after 8m31s
[16:55:09.159] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:15:0)
[16:55:09.187] Build status: STARTED
[16:55:09.187] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:16:0) after 6m39s
[17:01:48.265] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:16:0)
[17:01:48.323] Build status: STARTED
[17:01:48.323] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:17:0) after 2m10s
[17:03:58.376] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:17:0)
[17:03:58.403] Build status: STARTED
[17:03:58.403] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:18:0) after 8m59s
[17:12:57.527] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:18:0)
[17:12:57.552] Build status: STARTED
[17:12:57.552] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:19:0) after 1m14s
[17:14:11.848] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:19:0)
[17:14:11.879] Build status: STARTED
[17:14:11.879] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:20:0) after 5m35s
[17:19:47.059] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:20:0)
[17:19:47.091] Build status: STARTED
[17:19:47.091] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:21:0) after 3m12s
[17:22:59.587] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:21:0)
[17:22:59.617] Build status: STARTED
[17:22:59.617] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:22:0) after 6m23s
[17:29:22.684] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:22:0)
[17:29:22.733] Build status: STARTED
[17:29:22.733] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:23:0) after 1m35s
[17:30:57.759] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:23:0)
[17:30:57.786] Build status: STARTED
[17:30:57.786] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:24:0) after 5m31s
[17:36:28.883] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:24:0)
[17:36:28.932] Build status: STARTED
[17:36:28.932] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:25:0) after 8m39s
[17:45:08.272] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:25:0)
[17:45:08.303] Build status: STARTED
[17:45:08.303] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:26:0) after 7m24s
[17:52:32.892] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:26:0)
[17:52:32.919] Build status: STARTED
[17:52:32.919] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:27:0) after 3m24s
[17:55:56.940] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:27:0)
[17:55:56.982] Build status: STARTED
[17:55:56.983] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:28:0) after 9m32s
[18:05:29.300] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:28:0)
[18:05:29.393] Build status: STARTED
[18:05:29.393] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:29:0) after 6m37s
[18:12:06.430] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:29:0)
[18:12:06.458] Build status: STARTED
[18:12:06.458] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:30:0) after 4m2s
[18:16:08.479] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:30:0)
[18:16:08.545] Build status: STARTED
[18:16:08.545] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:31:0) after 6m21s
[18:22:29.571] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:31:0)
[18:22:29.703] Build status: STARTED
[18:22:29.703] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:32:0) after 7m53s
[18:30:22.915] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:32:0)
[18:30:23.000] Build status: STARTED
[18:30:23.000] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:33:0) after 7m58s
[18:38:21.123] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:33:0)
[18:38:21.150] Build status: STARTED
[18:38:21.150] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:34:0) after 7m39s
[18:46:00.266] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:34:0)
[18:46:00.306] Build status: STARTED
[18:46:00.306] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:35:0) after 8m10s
[18:54:10.304] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:35:0)
[18:54:10.337] Build status: STARTED
[18:54:10.337] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:36:0) after 9m30s
[19:03:40.369] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:36:0)
[19:03:40.399] Build status: STARTED
[19:03:40.399] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:37:0) after 7m33s
[19:11:13.528] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:37:0)
[19:11:13.571] Build status: STARTED
[19:11:13.572] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:38:0) after 9m20s
[19:20:33.691] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:38:0)
[19:20:33.723] Build status: STARTED
[19:20:33.723] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:39:0) after 1m51s
[19:22:24.947] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:39:0)
[19:22:24.974] Build status: STARTED
[19:22:24.974] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:40:0) after 1m55s
[19:24:20.001] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:40:0)
[19:24:20.081] Build status: STARTED
[19:24:20.081] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:41:0) after 2m9s
[19:26:29.197] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:41:0)
[19:26:29.232] Build status: STARTED
[19:26:29.232] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:42:0) after 9m26s
[19:35:55.668] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:42:0)
[19:35:55.700] Build status: STARTED
[19:35:55.700] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:43:0) after 8m18s
[19:44:14.097] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:43:0)
[19:44:14.134] Build status: STARTED
[19:44:14.134] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:44:0) after 9m22s
[19:53:36.204] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:44:0)
[19:53:36.236] Build status: STARTED
[19:53:36.236] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:45:0) after 9m35s
[20:03:11.325] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:45:0)
[20:03:11.352] Build status: STARTED
[20:03:11.352] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:46:0) after 7m37s
[20:10:48.520] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:46:0)
[20:10:48.563] Build status: STARTED
[20:10:48.563] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:47:0) after 4m52s
[20:15:40.541] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:47:0)
[20:15:40.582] Build status: STARTED
[20:15:40.583] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:48:0) after 6m40s
[20:22:20.604] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:48:0)
[20:22:20.633] Build status: STARTED
[20:22:20.633] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:49:0) after 5m41s
[20:28:02.020] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:49:0)
[20:28:02.048] Build status: STARTED
[20:28:02.048] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:50:0) after 5m21s
[20:33:23.228] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:50:0)
[20:33:23.258] Build status: STARTED
[20:33:23.258] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:51:0) after 6m42s
[20:40:05.360] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:51:0)
[20:40:05.406] Build status: STARTED
[20:40:05.406] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:52:0) after 5m46s
[20:45:51.605] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:52:0)
[20:45:51.639] Build status: STARTED
[20:45:51.639] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:53:0) after 5m25s
[20:51:16.904] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:53:0)
[20:51:16.936] Build status: STARTED
[20:51:16.936] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:54:0) after 8m22s
[20:59:39.128] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:54:0)
[20:59:39.153] Build status: STARTED
[20:59:39.153] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:55:0) after 4m32s
[21:04:11.326] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:55:0)
[21:04:11.924] Build status: STARTED
[21:04:11.924] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:56:0) after 8m22s
[21:12:34.068] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:56:0)
[21:12:34.099] Build status: STARTED
[21:12:34.099] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:57:0) after 2m13s
[21:14:47.187] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:57:0)
[21:14:47.262] Build status: STARTED
[21:14:47.263] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:58:0) after 2m11s
[21:16:58.406] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:58:0)
[21:16:58.432] Build status: STARTED
[21:16:58.432] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:59:0) after 7m28s
[21:24:26.454] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:59:0)
[21:24:26.483] Build status: STARTED
[21:24:26.483] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:60:0) after 9m20s
[21:33:46.509] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:60:0)
[21:33:46.539] Build status: STARTED
[21:33:46.539] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:61:0) after 1m41s
[21:35:27.623] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:61:0)
[21:35:27.654] Build status: STARTED
[21:35:27.654] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:62:0) after 6m5s
[21:41:32.767] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:62:0)
[21:41:32.798] Build status: STARTED
[21:41:32.798] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:63:0) after 8m41s
[21:50:14.119] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:63:0)
[21:50:14.153] Build status: STARTED
[21:50:14.153] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:64:0) after 7m35s
[21:57:49.179] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:64:0)
[21:57:49.212] Build status: STARTED
[21:57:49.212] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:65:0) after 2m22s
[22:00:11.242] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:65:0)
[22:00:11.297] Build status: STARTED
[22:00:11.297] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:66:0) after 6m2s
[22:06:13.320] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:66:0)
[22:06:13.355] Build status: STARTED
[22:06:13.355] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:67:0) after 9m15s
[22:15:28.532] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:67:0)
[22:15:28.570] Build status: STARTED
[22:15:28.570] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:68:0) after 6m15s
[22:21:43.624] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:68:0)
[22:21:43.656] Build status: STARTED
[22:21:43.656] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:69:0) after 9m22s
[22:31:05.695] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:69:0)
[22:31:05.725] Build status: STARTED
[22:31:05.725] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:70:0) after 9m24s
[22:40:29.950] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:70:0)
[22:40:30.038] Build status: STARTED
[22:40:30.038] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:71:0) after 4m11s
[22:44:41.173] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:71:0)
[22:44:41.202] Build status: STARTED
[22:44:41.202] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:72:0) after 2m54s
[22:47:35.395] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:72:0)
[22:47:35.424] Build status: STARTED
[22:47:35.424] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:73:0) after 5m31s
[22:53:06.490] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:73:0)
[22:53:06.519] Build status: STARTED
[22:53:06.519] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:74:0) after 7m28s
[23:00:34.692] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:74:0)
[23:00:34.771] Build status: STARTED
[23:00:34.771] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:75:0) after 8m6s
[23:08:40.803] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:75:0)
[23:08:40.839] Build status: STARTED
[23:08:40.840] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:76:0) after 8m29s
[23:17:09.904] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:76:0)
[23:17:09.931] Build status: STARTED
[23:17:09.931] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:77:0) after 2m19s
[23:19:28.994] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:77:0)
[23:19:29.035] Build status: STARTED
[23:19:29.035] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:78:0) after 7m10s
[23:26:39.059] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:78:0)
[23:26:39.090] Build status: STARTED
[23:26:39.090] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:79:0) after 6m28s
[23:33:07.122] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:79:0)
[23:33:07.148] Build status: STARTED
[23:33:07.148] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:80:0) after 9m18s
[23:42:25.236] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:80:0)
[23:42:25.266] Build status: STARTED
[23:42:25.266] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:81:0) after 3m0s
[23:45:25.386] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:81:0)
[23:45:25.420] Build status: STARTED
[23:45:25.420] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:82:0) after 1m37s
[23:47:02.471] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:82:0)
[23:47:02.498] Build status: STARTED
[23:47:02.498] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:83:0) after 8m39s
[23:55:41.847] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:83:0)
[23:55:41.876] Build status: STARTED
[23:55:41.876] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:84:0) after 3m6s
[23:58:47.898] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:84:0)
[23:58:47.928] Build status: STARTED
[23:58:47.928] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:85:0) after 1m33s
[00:00:20.989] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:85:0)
[00:00:21.019] Build status: STARTED
[00:00:21.020] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:86:0) after 8m20s
[00:08:41.043] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:86:0)
[00:08:41.086] Build status: STARTED
[00:08:41.086] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:87:0) after 8m55s
[00:17:36.198] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:87:0)
[00:17:36.229] Build status: STARTED
[00:17:36.229] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:88:0) after 9m17s
[00:26:53.305] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:88:0)
[00:26:53.347] Build status: STARTED
[00:26:53.347] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:89:0) after 9m35s
[00:36:28.441] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:89:0)
[00:36:28.470] Build status: STARTED
[00:36:28.470] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:90:0) after 5m54s
[00:42:22.528] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:90:0)
[00:42:22.557] Build status: STARTED
[00:42:22.557] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:91:0) after 9m50s
[00:52:13.304] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:91:0)
[00:52:13.345] Build status: STARTED
[00:52:13.345] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:92:0) after 5m52s
[00:58:05.473] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:92:0)
[00:58:05.505] Build status: STARTED
[00:58:05.505] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:93:0) after 8m39s
[01:06:44.924] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:93:0)
[01:06:44.951] Build status: STARTED
[01:06:44.951] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:94:0) after 9m36s
[01:16:21.081] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:94:0)
[01:16:21.133] Build status: STARTED
[01:16:21.133] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:95:0) after 6m25s
[01:22:46.169] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:95:0)
[01:22:46.198] Build status: STARTED
[01:22:46.198] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:96:0) after 7m54s
[01:30:40.223] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:96:0)
[01:30:40.271] Build status: STARTED
[01:30:40.271] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:97:0) after 3m58s
[01:34:38.720] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:97:0)
[01:34:38.752] Build status: STARTED
[01:34:38.752] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:98:0) after 3m49s
[01:38:27.901] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:98:0)
[01:38:27.936] Build status: STARTED
[01:38:27.936] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:99:0) after 4m10s
[01:42:38.078] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:99:0)
[01:42:38.106] Build status: STARTED
[01:42:38.106] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:100:0) after 6m9s
[01:48:47.149] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:100:0)
[01:48:47.179] Build status: STARTED
[01:48:47.179] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:101:0) after 4m9s
[01:52:56.290] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:101:0)
[01:52:56.328] Build status: STARTED
[01:52:56.328] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:102:0) after 6m59s
[01:59:55.403] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:102:0)
[01:59:55.430] Build status: STARTED
[01:59:55.430] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:103:0) after 8m17s
[02:08:12.866] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:103:0)
[02:08:12.904] Build status: STARTED
[02:08:12.904] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:104:0) after 5m27s
[02:13:39.942] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:104:0)
[02:13:39.981] Build status: STARTED
[02:13:39.981] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:105:0) after 2m20s
[02:16:00.007] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:105:0)
[02:16:00.043] Build status: STARTED
[02:16:00.043] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:106:0) after 8m49s
[02:24:49.082] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:106:0)
[02:24:49.120] Build status: STARTED
[02:24:49.120] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:107:0) after 5m16s
[02:30:05.247] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:107:0)
[02:30:05.280] Build status: STARTED
[02:30:05.280] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:108:0) after 2m59s
[02:33:04.303] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:108:0)
[02:33:04.340] Build status: STARTED
[02:33:04.340] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017386354416511536:109:0) after 6m37s
[02:37:06.462] Received PubSub notification, asking Buildbucket for the build status
[02:37:06.493] Build:
{
  "id": "8851956292136171488",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-code-coverage"
  },
  "number": 3599,
  "createdBy": "project:chromium",
  "createTime": "2021-03-23T15:34:16.447258Z",
  "startTime": "2021-03-23T15:34:41.769406Z",
  "endTime": "2021-03-24T02:37:05.650876618Z",
  "updateTime": "2021-03-24T02:37:05.651356667Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f997f42debbc75340e25a1bd32e8f87ed01e470b",
      "ref": "refs/heads/master"
    }
  }
}
[02:37:06.493] Invocation finished in 11h2m51.605576173s with status FAILED