Status: FAILED
Triggered by: -
Duration: 9 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "mac-code-coverage"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "7ce7c1173881761a7f6899f133e19f19f4fe3793"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7ce7c1173881761a7f6899f133e19f19f4fe3793
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[05:03:54.537] New invocation is queued and will start shortly
[05:03:55.752] Starting the invocation (attempt 1)
[05:03:55.788] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7ce7c1173881761a7f6899f133e19f19f4fe3793"
[05:03:55.788] Popped gitiles commit info from properties and tags
[05:03:55.788] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:03:55.788] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:03:55.788] Buildbucket request:
{
  "requestId": "9014617505986889584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-code-coverage"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "7ce7c1173881761a7f6899f133e19f19f4fe3793",
    "ref": "refs/heads/master"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9014617505986889584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-code-coverage"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[05:03:56.390] Scheduled build:
{
  "id": "8849187443925268176",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-code-coverage"
  },
  "number": 3664,
  "createdBy": "project:chromium",
  "createTime": "2021-04-23T05:03:55.871757Z",
  "updateTime": "2021-04-23T05:03:56.297003Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "7ce7c1173881761a7f6899f133e19f19f4fe3793",
      "ref": "refs/heads/master"
    }
  }
}
[05:03:56.390] Task URL: https://cr-buildbucket.appspot.com/build/8849187443925268176
[05:03:56.390] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:2:0) after 5m1s
[05:05:22.731] Received PubSub notification, asking Buildbucket for the build status
[05:05:22.818] Build status: STARTED
[05:08:57.412] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:2:0)
[05:08:57.441] Build status: STARTED
[05:08:57.441] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:4:0) after 3m58s
[05:12:55.464] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:4:0)
[05:12:55.487] Build status: STARTED
[05:12:55.487] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:5:0) after 1m32s
[05:14:27.527] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:5:0)
[05:14:27.634] Build status: STARTED
[05:14:27.634] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:6:0) after 4m47s
[05:19:14.660] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:6:0)
[05:19:14.701] Build status: STARTED
[05:19:14.701] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:7:0) after 3m38s
[05:22:52.749] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:7:0)
[05:22:52.776] Build status: STARTED
[05:22:52.776] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:8:0) after 9m29s
[05:32:21.799] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:8:0)
[05:32:21.826] Build status: STARTED
[05:32:21.826] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:9:0) after 7m33s
[05:39:54.848] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:9:0)
[05:39:54.897] Build status: STARTED
[05:39:54.897] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:10:0) after 7m10s
[05:47:04.929] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:10:0)
[05:47:04.954] Build status: STARTED
[05:47:04.954] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:11:0) after 3m38s
[05:50:42.964] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:11:0)
[05:50:42.990] Build status: STARTED
[05:50:42.990] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:12:0) after 5m47s
[05:56:30.017] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:12:0)
[05:56:30.109] Build status: STARTED
[05:56:30.109] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:13:0) after 5m17s
[06:01:47.159] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:13:0)
[06:01:47.189] Build status: STARTED
[06:01:47.189] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:14:0) after 2m47s
[06:04:34.214] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:14:0)
[06:04:34.254] Build status: STARTED
[06:04:34.254] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:15:0) after 2m10s
[06:06:44.280] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:15:0)
[06:06:44.452] Build status: STARTED
[06:06:44.452] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:16:0) after 5m33s
[06:12:17.617] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:16:0)
[06:12:17.644] Build status: STARTED
[06:12:17.644] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:17:0) after 9m51s
[06:22:08.725] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:17:0)
[06:22:08.760] Build status: STARTED
[06:22:08.760] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:18:0) after 1m43s
[06:23:51.822] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:18:0)
[06:23:51.852] Build status: STARTED
[06:23:51.852] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:19:0) after 5m12s
[06:29:04.235] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:19:0)
[06:29:04.268] Build status: STARTED
[06:29:04.268] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:20:0) after 8m28s
[06:37:32.416] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:20:0)
[06:37:32.448] Build status: STARTED
[06:37:32.448] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:21:0) after 7m20s
[06:44:52.472] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:21:0)
[06:44:52.497] Build status: STARTED
[06:44:52.497] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:22:0) after 7m4s
[06:51:56.552] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:22:0)
[06:51:56.585] Build status: STARTED
[06:51:56.585] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:23:0) after 2m47s
[06:54:43.675] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:23:0)
[06:54:43.821] Build status: STARTED
[06:54:43.821] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:24:0) after 7m28s
[07:02:11.854] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:24:0)
[07:02:11.887] Build status: STARTED
[07:02:11.887] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:25:0) after 6m52s
[07:09:03.922] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:25:0)
[07:09:03.950] Build status: STARTED
[07:09:03.950] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:26:0) after 1m38s
[07:10:41.974] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:26:0)
[07:10:42.010] Build status: STARTED
[07:10:42.010] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:27:0) after 7m18s
[07:18:00.007] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:27:0)
[07:18:00.035] Build status: STARTED
[07:18:00.035] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:28:0) after 2m14s
[07:20:14.299] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:28:0)
[07:20:14.328] Build status: STARTED
[07:20:14.328] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:29:0) after 1m16s
[07:21:30.351] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:29:0)
[07:21:30.376] Build status: STARTED
[07:21:30.376] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:30:0) after 4m42s
[07:26:12.397] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:30:0)
[07:26:12.429] Build status: STARTED
[07:26:12.429] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:31:0) after 2m57s
[07:29:09.560] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:31:0)
[07:29:09.597] Build status: STARTED
[07:29:09.597] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:32:0) after 6m11s
[07:35:20.832] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:32:0)
[07:35:20.864] Build status: STARTED
[07:35:20.865] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:33:0) after 3m3s
[07:38:23.995] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:33:0)
[07:38:24.031] Build status: STARTED
[07:38:24.031] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:34:0) after 5m21s
[07:43:45.017] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:34:0)
[07:43:45.047] Build status: STARTED
[07:43:45.047] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:35:0) after 5m45s
[07:49:30.119] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:35:0)
[07:49:30.149] Build status: STARTED
[07:49:30.149] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:36:0) after 2m2s
[07:51:32.180] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:36:0)
[07:51:32.214] Build status: STARTED
[07:51:32.214] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:37:0) after 3m59s
[07:55:31.237] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:37:0)
[07:55:31.266] Build status: STARTED
[07:55:31.266] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:38:0) after 2m57s
[07:58:28.386] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:38:0)
[07:58:28.463] Build status: STARTED
[07:58:28.463] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:39:0) after 7m11s
[08:05:39.486] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:39:0)
[08:05:39.515] Build status: STARTED
[08:05:39.515] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:40:0) after 6m33s
[08:12:12.545] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:40:0)
[08:12:12.574] Build status: STARTED
[08:12:12.574] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:41:0) after 6m34s
[08:18:46.881] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:41:0)
[08:18:46.907] Build status: STARTED
[08:18:46.907] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:42:0) after 1m7s
[08:19:53.949] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:42:0)
[08:19:53.976] Build status: STARTED
[08:19:53.976] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:43:0) after 3m19s
[08:23:12.995] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:43:0)
[08:23:13.024] Build status: STARTED
[08:23:13.024] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:44:0) after 7m42s
[08:30:55.065] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:44:0)
[08:30:55.108] Build status: STARTED
[08:30:55.108] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:45:0) after 4m18s
[08:35:13.189] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:45:0)
[08:35:13.366] Build status: STARTED
[08:35:13.367] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:46:0) after 6m23s
[08:41:36.391] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:46:0)
[08:41:36.420] Build status: STARTED
[08:41:36.420] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:47:0) after 8m19s
[08:49:55.452] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:47:0)
[08:49:55.497] Build status: STARTED
[08:49:55.497] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:48:0) after 1m28s
[08:51:23.552] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:48:0)
[08:51:23.585] Build status: STARTED
[08:51:23.585] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:49:0) after 7m20s
[08:58:43.720] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:49:0)
[08:58:43.749] Build status: STARTED
[08:58:43.749] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:50:0) after 6m12s
[09:04:55.886] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:50:0)
[09:04:55.920] Build status: STARTED
[09:04:55.920] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:51:0) after 2m27s
[09:07:22.944] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:51:0)
[09:07:22.980] Build status: STARTED
[09:07:22.980] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:52:0) after 4m12s
[09:11:35.175] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:52:0)
[09:11:35.209] Build status: STARTED
[09:11:35.209] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:53:0) after 2m4s
[09:13:39.340] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:53:0)
[09:13:39.384] Build status: STARTED
[09:13:39.384] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:54:0) after 1m20s
[09:14:59.512] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:54:0)
[09:14:59.560] Build status: STARTED
[09:14:59.560] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:55:0) after 7m43s
[09:22:42.925] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:55:0)
[09:22:42.952] Build status: STARTED
[09:22:42.952] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:56:0) after 5m9s
[09:27:51.980] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:56:0)
[09:27:52.013] Build status: STARTED
[09:27:52.013] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:57:0) after 9m6s
[09:36:58.208] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:57:0)
[09:36:58.235] Build status: STARTED
[09:36:58.235] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:58:0) after 1m31s
[09:38:29.259] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:58:0)
[09:38:29.289] Build status: STARTED
[09:38:29.289] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:59:0) after 5m45s
[09:44:14.313] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:59:0)
[09:44:14.339] Build status: STARTED
[09:44:14.339] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:60:0) after 1m16s
[09:45:30.322] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:60:0)
[09:45:30.349] Build status: STARTED
[09:45:30.349] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:61:0) after 3m46s
[09:49:16.420] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:61:0)
[09:49:16.451] Build status: STARTED
[09:49:16.451] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:62:0) after 7m38s
[09:56:54.478] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:62:0)
[09:56:54.505] Build status: STARTED
[09:56:54.505] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:63:0) after 2m11s
[09:59:05.566] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:63:0)
[09:59:05.592] Build status: STARTED
[09:59:05.592] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:64:0) after 2m44s
[10:01:49.631] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:64:0)
[10:01:49.664] Build status: STARTED
[10:01:49.668] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:65:0) after 9m14s
[10:11:03.692] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:65:0)
[10:11:03.728] Build status: STARTED
[10:11:03.728] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:66:0) after 1m19s
[10:12:22.753] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:66:0)
[10:12:22.783] Build status: STARTED
[10:12:22.783] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:67:0) after 3m20s
[10:15:42.816] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:67:0)
[10:15:42.890] Build status: STARTED
[10:15:42.890] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:68:0) after 4m28s
[10:20:10.948] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:68:0)
[10:20:10.975] Build status: STARTED
[10:20:10.975] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:69:0) after 5m52s
[10:26:03.016] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:69:0)
[10:26:03.045] Build status: STARTED
[10:26:03.045] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:70:0) after 3m42s
[10:29:45.076] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:70:0)
[10:29:45.100] Build status: STARTED
[10:29:45.100] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:71:0) after 1m45s
[10:31:30.223] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:71:0)
[10:31:30.254] Build status: STARTED
[10:31:30.254] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:72:0) after 1m43s
[10:33:13.302] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:72:0)
[10:33:13.328] Build status: STARTED
[10:33:13.328] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:73:0) after 1m35s
[10:34:48.352] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:73:0)
[10:34:48.382] Build status: STARTED
[10:34:48.382] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:74:0) after 9m35s
[10:44:23.441] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:74:0)
[10:44:23.469] Build status: STARTED
[10:44:23.469] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:75:0) after 2m52s
[10:47:15.492] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:75:0)
[10:47:15.530] Build status: STARTED
[10:47:15.530] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:76:0) after 9m59s
[10:57:14.556] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:76:0)
[10:57:14.584] Build status: STARTED
[10:57:14.584] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:77:0) after 5m7s
[11:02:21.615] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:77:0)
[11:02:21.644] Build status: STARTED
[11:02:21.644] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:78:0) after 8m18s
[11:10:39.717] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:78:0)
[11:10:39.746] Build status: STARTED
[11:10:39.746] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:79:0) after 6m25s
[11:17:04.781] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:79:0)
[11:17:04.808] Build status: STARTED
[11:17:04.808] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:80:0) after 3m2s
[11:20:06.834] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:80:0)
[11:20:06.862] Build status: STARTED
[11:20:06.862] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:81:0) after 4m24s
[11:24:30.983] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:81:0)
[11:24:31.014] Build status: STARTED
[11:24:31.014] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:82:0) after 2m26s
[11:26:57.047] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:82:0)
[11:26:57.112] Build status: STARTED
[11:26:57.112] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:83:0) after 4m12s
[11:31:09.141] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:83:0)
[11:31:09.168] Build status: STARTED
[11:31:09.168] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:84:0) after 8m15s
[11:39:24.245] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:84:0)
[11:39:24.278] Build status: STARTED
[11:39:24.278] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:85:0) after 8m9s
[11:47:33.308] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:85:0)
[11:47:33.351] Build status: STARTED
[11:47:33.351] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:86:0) after 7m10s
[11:54:43.425] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:86:0)
[11:54:43.451] Build status: STARTED
[11:54:43.451] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:87:0) after 1m4s
[11:55:47.535] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:87:0)
[11:55:47.560] Build status: STARTED
[11:55:47.560] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:88:0) after 3m42s
[11:59:29.590] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:88:0)
[11:59:29.616] Build status: STARTED
[11:59:29.616] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:89:0) after 9m15s
[12:08:44.825] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:89:0)
[12:08:44.864] Build status: STARTED
[12:08:44.864] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:90:0) after 2m36s
[12:11:20.891] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:90:0)
[12:11:20.918] Build status: STARTED
[12:11:20.918] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:91:0) after 9m59s
[12:21:20.059] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:91:0)
[12:21:20.103] Build status: STARTED
[12:21:20.103] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:92:0) after 6m17s
[12:27:37.373] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:92:0)
[12:27:37.399] Build status: STARTED
[12:27:37.399] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:93:0) after 1m15s
[12:28:52.435] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:93:0)
[12:28:52.471] Build status: STARTED
[12:28:52.471] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:94:0) after 4m37s
[12:33:29.641] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:94:0)
[12:33:29.670] Build status: STARTED
[12:33:29.670] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:95:0) after 8m37s
[12:42:06.727] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:95:0)
[12:42:06.753] Build status: STARTED
[12:42:06.753] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:96:0) after 8m42s
[12:50:48.779] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:96:0)
[12:50:48.805] Build status: STARTED
[12:50:48.805] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:97:0) after 3m49s
[12:54:37.846] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:97:0)
[12:54:37.920] Build status: STARTED
[12:54:37.920] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:98:0) after 5m37s
[13:00:14.951] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:98:0)
[13:00:15.023] Build status: STARTED
[13:00:15.023] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:99:0) after 7m27s
[13:07:42.121] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:99:0)
[13:07:42.148] Build status: STARTED
[13:07:42.148] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:100:0) after 7m17s
[13:14:59.271] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:100:0)
[13:14:59.299] Build status: STARTED
[13:14:59.299] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:101:0) after 3m56s
[13:18:55.326] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:101:0)
[13:18:55.353] Build status: STARTED
[13:18:55.353] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:102:0) after 5m41s
[13:24:36.388] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:102:0)
[13:24:36.418] Build status: STARTED
[13:24:36.418] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:103:0) after 7m2s
[13:31:38.550] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:103:0)
[13:31:38.583] Build status: STARTED
[13:31:38.583] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:104:0) after 5m22s
[13:37:00.625] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:104:0)
[13:37:00.695] Build status: STARTED
[13:37:00.695] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:105:0) after 7m57s
[13:44:57.761] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:105:0)
[13:44:57.788] Build status: STARTED
[13:44:57.788] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:106:0) after 5m38s
[13:50:35.818] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:106:0)
[13:50:35.847] Build status: STARTED
[13:50:35.847] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:107:0) after 1m20s
[13:51:56.006] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:107:0)
[13:51:56.084] Build status: STARTED
[13:51:56.084] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:108:0) after 2m18s
[13:54:14.176] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:108:0)
[13:54:14.210] Build status: STARTED
[13:54:14.210] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:109:0) after 5m36s
[13:59:50.552] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:109:0)
[13:59:50.895] Build status: STARTED
[13:59:50.895] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:110:0) after 9m26s
[14:09:17.015] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:110:0)
[14:09:17.043] Build status: STARTED
[14:09:17.043] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:111:0) after 8m52s
[14:18:09.111] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:111:0)
[14:18:09.143] Build status: STARTED
[14:18:09.143] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9014617505986889584:112:0) after 9m52s
[14:24:16.438] Received PubSub notification, asking Buildbucket for the build status
[14:24:16.479] Build:
{
  "id": "8849187443925268176",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-code-coverage"
  },
  "number": 3664,
  "createdBy": "project:chromium",
  "createTime": "2021-04-23T05:03:55.871757Z",
  "startTime": "2021-04-23T05:05:22.220922Z",
  "endTime": "2021-04-23T14:23:48.791381484Z",
  "updateTime": "2021-04-23T14:23:48.791814991Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "7ce7c1173881761a7f6899f133e19f19f4fe3793",
      "ref": "refs/heads/master"
    }
  }
}
[14:24:16.479] Invocation finished in 9h20m21.956481867s with status FAILED