Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "mac-code-coverage"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "1dc393a217bc1f3a40a57eedc070522e93dc33d5"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1dc393a217bc1f3a40a57eedc070522e93dc33d5
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[08:26:46.429] New invocation is queued and will start shortly
[08:26:47.657] Starting the invocation (attempt 1)
[08:26:47.689] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1dc393a217bc1f3a40a57eedc070522e93dc33d5"
[08:26:47.689] Popped gitiles commit info from properties and tags
[08:26:47.689] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:26:47.689] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:26:47.689] Buildbucket request:
{
  "requestId": "9017050860925301968",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-code-coverage"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1dc393a217bc1f3a40a57eedc070522e93dc33d5",
    "ref": "refs/heads/master"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9017050860925301968"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-code-coverage"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[08:26:48.478] Scheduled build:
{
  "id": "8851620798840749520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-code-coverage"
  },
  "number": 3607,
  "createdBy": "project:chromium",
  "createTime": "2021-03-27T08:26:47.786263Z",
  "updateTime": "2021-03-27T08:26:48.397016Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "1dc393a217bc1f3a40a57eedc070522e93dc33d5",
      "ref": "refs/heads/master"
    }
  }
}
[08:26:48.478] Task URL: https://cr-buildbucket.appspot.com/build/8851620798840749520
[08:26:48.478] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:2:0) after 7m39s
[08:27:36.300] Received PubSub notification, asking Buildbucket for the build status
[08:27:36.397] Build status: STARTED
[08:34:27.863] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:2:0)
[08:34:27.888] Build status: STARTED
[08:34:27.888] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:4:0) after 9m34s
[08:44:01.915] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:4:0)
[08:44:01.952] Build status: STARTED
[08:44:01.952] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:5:0) after 8m51s
[08:52:53.038] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:5:0)
[08:52:53.092] Build status: STARTED
[08:52:53.092] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:6:0) after 5m18s
[08:58:12.086] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:6:0)
[08:58:12.140] Build status: STARTED
[08:58:12.140] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:7:0) after 5m13s
[09:03:25.175] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:7:0)
[09:03:25.199] Build status: STARTED
[09:03:25.199] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:8:0) after 1m56s
[09:05:21.217] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:8:0)
[09:05:21.270] Build status: STARTED
[09:05:21.270] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:9:0) after 3m2s
[09:08:23.292] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:9:0)
[09:08:23.321] Build status: STARTED
[09:08:23.321] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:10:0) after 5m24s
[09:13:47.454] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:10:0)
[09:13:47.525] Build status: STARTED
[09:13:47.525] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:11:0) after 3m14s
[09:17:01.544] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:11:0)
[09:17:01.571] Build status: STARTED
[09:17:01.571] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:12:0) after 2m35s
[09:19:36.587] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:12:0)
[09:19:36.610] Build status: STARTED
[09:19:36.610] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:13:0) after 7m11s
[09:26:47.888] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:13:0)
[09:26:47.913] Build status: STARTED
[09:26:47.913] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:14:0) after 5m46s
[09:32:34.204] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:14:0)
[09:32:34.240] Build status: STARTED
[09:32:34.240] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:15:0) after 9m17s
[09:41:51.277] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:15:0)
[09:41:51.319] Build status: STARTED
[09:41:51.319] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:16:0) after 3m38s
[09:45:29.414] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:16:0)
[09:45:29.448] Build status: STARTED
[09:45:29.448] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:17:0) after 3m19s
[09:48:48.465] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:17:0)
[09:48:48.489] Build status: STARTED
[09:48:48.489] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:18:0) after 3m19s
[09:52:07.537] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:18:0)
[09:52:07.558] Build status: STARTED
[09:52:07.558] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:19:0) after 1m34s
[09:53:41.749] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:19:0)
[09:53:41.785] Build status: STARTED
[09:53:41.785] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:20:0) after 7m37s
[10:01:18.806] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:20:0)
[10:01:18.833] Build status: STARTED
[10:01:18.833] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:21:0) after 9m45s
[10:11:03.951] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:21:0)
[10:11:03.979] Build status: STARTED
[10:11:03.979] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:22:0) after 2m46s
[10:13:50.082] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:22:0)
[10:13:50.116] Build status: STARTED
[10:13:50.116] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:23:0) after 7m53s
[10:21:43.259] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:23:0)
[10:21:43.288] Build status: STARTED
[10:21:43.288] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:24:0) after 6m28s
[10:28:12.237] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:24:0)
[10:28:12.262] Build status: STARTED
[10:28:12.262] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:25:0) after 1m44s
[10:29:56.584] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:25:0)
[10:29:56.612] Build status: STARTED
[10:29:56.612] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:26:0) after 5m17s
[10:35:14.134] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:26:0)
[10:35:14.195] Build status: STARTED
[10:35:14.195] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:27:0) after 3m15s
[10:38:29.227] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:27:0)
[10:38:29.252] Build status: STARTED
[10:38:29.252] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:28:0) after 6m44s
[10:45:13.551] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:28:0)
[10:45:13.583] Build status: STARTED
[10:45:13.583] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:29:0) after 7m8s
[10:52:22.317] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:29:0)
[10:52:22.346] Build status: STARTED
[10:52:22.346] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:30:0) after 4m48s
[10:57:10.417] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:30:0)
[10:57:10.456] Build status: STARTED
[10:57:10.456] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:31:0) after 7m24s
[11:04:34.720] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:31:0)
[11:04:34.749] Build status: STARTED
[11:04:34.749] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:32:0) after 2m56s
[11:07:30.767] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:32:0)
[11:07:30.793] Build status: STARTED
[11:07:30.793] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:33:0) after 1m44s
[11:09:15.130] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:33:0)
[11:09:15.173] Build status: STARTED
[11:09:15.173] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:34:0) after 2m20s
[11:11:35.478] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:34:0)
[11:11:35.506] Build status: STARTED
[11:11:35.506] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:35:0) after 9m33s
[11:21:08.549] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:35:0)
[11:21:08.599] Build status: STARTED
[11:21:08.599] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:36:0) after 2m57s
[11:24:05.878] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:36:0)
[11:24:05.922] Build status: STARTED
[11:24:05.922] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:37:0) after 1m15s
[11:25:20.939] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:37:0)
[11:25:20.971] Build status: STARTED
[11:25:20.971] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:38:0) after 3m42s
[11:29:03.250] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:38:0)
[11:29:03.273] Build status: STARTED
[11:29:03.273] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:39:0) after 4m45s
[11:33:48.585] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:39:0)
[11:33:48.619] Build status: STARTED
[11:33:48.619] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:40:0) after 5m16s
[11:39:05.041] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:40:0)
[11:39:05.068] Build status: STARTED
[11:39:05.068] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:41:0) after 9m27s
[11:48:32.126] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:41:0)
[11:48:32.150] Build status: STARTED
[11:48:32.150] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:42:0) after 1m9s
[11:49:41.193] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:42:0)
[11:49:41.225] Build status: STARTED
[11:49:41.225] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:43:0) after 7m53s
[11:57:34.486] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:43:0)
[11:57:34.510] Build status: STARTED
[11:57:34.510] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:44:0) after 8m4s
[12:05:38.601] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:44:0)
[12:05:38.649] Build status: STARTED
[12:05:38.649] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:45:0) after 2m17s
[12:07:55.775] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:45:0)
[12:07:55.811] Build status: STARTED
[12:07:55.811] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:46:0) after 1m31s
[12:09:26.854] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:46:0)
[12:09:26.885] Build status: STARTED
[12:09:26.885] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:47:0) after 5m13s
[12:14:39.979] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:47:0)
[12:14:40.008] Build status: STARTED
[12:14:40.008] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:48:0) after 6m16s
[12:20:56.038] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:48:0)
[12:20:56.165] Build status: STARTED
[12:20:56.165] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:49:0) after 6m56s
[12:27:52.647] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:49:0)
[12:27:52.674] Build status: STARTED
[12:27:52.674] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:50:0) after 8m55s
[12:36:49.034] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:50:0)
[12:36:49.058] Build status: STARTED
[12:36:49.058] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:51:0) after 6m16s
[12:43:05.076] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:51:0)
[12:43:05.127] Build status: STARTED
[12:43:05.127] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:52:0) after 8m58s
[12:52:03.148] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:52:0)
[12:52:03.173] Build status: STARTED
[12:52:03.173] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:53:0) after 5m56s
[12:57:59.513] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:53:0)
[12:57:59.548] Build status: STARTED
[12:57:59.548] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:54:0) after 6m4s
[13:04:03.602] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:54:0)
[13:04:03.631] Build status: STARTED
[13:04:03.631] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:55:0) after 7m30s
[13:11:33.714] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:55:0)
[13:11:33.744] Build status: STARTED
[13:11:33.744] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:56:0) after 3m52s
[13:15:25.857] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:56:0)
[13:15:25.897] Build status: STARTED
[13:15:25.897] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:57:0) after 9m35s
[13:25:00.945] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:57:0)
[13:25:00.976] Build status: STARTED
[13:25:00.976] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:58:0) after 9m11s
[13:34:12.021] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:58:0)
[13:34:12.068] Build status: STARTED
[13:34:12.068] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:59:0) after 5m3s
[13:39:15.103] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:59:0)
[13:39:15.158] Build status: STARTED
[13:39:15.158] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:60:0) after 7m45s
[13:47:00.175] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:60:0)
[13:47:00.201] Build status: STARTED
[13:47:00.201] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:61:0) after 8m42s
[13:55:42.692] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:61:0)
[13:55:42.725] Build status: STARTED
[13:55:42.725] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:62:0) after 3m4s
[13:58:46.770] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:62:0)
[13:58:46.862] Build status: STARTED
[13:58:46.862] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:63:0) after 7m30s
[14:06:16.861] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:63:0)
[14:06:16.901] Build status: STARTED
[14:06:16.901] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:64:0) after 1m44s
[14:08:01.040] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:64:0)
[14:08:01.067] Build status: STARTED
[14:08:01.067] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:65:0) after 1m40s
[14:09:41.092] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:65:0)
[14:09:41.133] Build status: STARTED
[14:09:41.133] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:66:0) after 4m29s
[14:14:10.418] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:66:0)
[14:14:10.443] Build status: STARTED
[14:14:10.443] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:67:0) after 1m29s
[14:15:39.597] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:67:0)
[14:15:39.624] Build status: STARTED
[14:15:39.624] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:68:0) after 1m27s
[14:17:06.812] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:68:0)
[14:17:06.857] Build status: STARTED
[14:17:06.857] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:69:0) after 7m41s
[14:24:47.877] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:69:0)
[14:24:47.906] Build status: STARTED
[14:24:47.906] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:70:0) after 8m58s
[14:33:45.944] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:70:0)
[14:33:46.023] Build status: STARTED
[14:33:46.023] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:71:0) after 5m44s
[14:39:30.230] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:71:0)
[14:39:30.257] Build status: STARTED
[14:39:30.257] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:72:0) after 5m17s
[14:44:47.280] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:72:0)
[14:44:47.311] Build status: STARTED
[14:44:47.311] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:73:0) after 6m28s
[14:51:15.329] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:73:0)
[14:51:15.358] Build status: STARTED
[14:51:15.358] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:74:0) after 5m48s
[14:57:03.410] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:74:0)
[14:57:03.508] Build status: STARTED
[14:57:03.508] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:75:0) after 7m44s
[15:04:47.530] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:75:0)
[15:04:47.555] Build status: STARTED
[15:04:47.555] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:76:0) after 2m51s
[15:07:38.613] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:76:0)
[15:07:38.644] Build status: STARTED
[15:07:38.644] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:77:0) after 7m9s
[15:14:47.663] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:77:0)
[15:14:47.689] Build status: STARTED
[15:14:47.689] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:78:0) after 3m36s
[15:18:23.871] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:78:0)
[15:18:23.927] Build status: STARTED
[15:18:23.927] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:79:0) after 2m45s
[15:21:09.379] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:79:0)
[15:21:09.410] Build status: STARTED
[15:21:09.410] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:80:0) after 2m49s
[15:23:58.585] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:80:0)
[15:23:58.621] Build status: STARTED
[15:23:58.621] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:81:0) after 6m57s
[15:30:55.642] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:81:0)
[15:30:55.691] Build status: STARTED
[15:30:55.691] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:82:0) after 8m41s
[15:39:36.874] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:82:0)
[15:39:36.905] Build status: STARTED
[15:39:36.905] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:83:0) after 3m20s
[15:42:56.958] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:83:0)
[15:42:56.989] Build status: STARTED
[15:42:56.989] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:84:0) after 3m18s
[15:46:15.532] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:84:0)
[15:46:15.558] Build status: STARTED
[15:46:15.558] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:85:0) after 8m54s
[15:55:09.579] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:85:0)
[15:55:09.628] Build status: STARTED
[15:55:09.628] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:86:0) after 7m8s
[16:02:17.687] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:86:0)
[16:02:17.741] Build status: STARTED
[16:02:17.741] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:87:0) after 4m48s
[16:07:05.770] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:87:0)
[16:07:05.799] Build status: STARTED
[16:07:05.799] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:88:0) after 4m55s
[16:12:00.827] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:88:0)
[16:12:00.861] Build status: STARTED
[16:12:00.861] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:89:0) after 2m41s
[16:14:41.880] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:89:0)
[16:14:41.921] Build status: STARTED
[16:14:41.921] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:90:0) after 9m10s
[16:23:51.951] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:90:0)
[16:23:51.996] Build status: STARTED
[16:23:51.996] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:91:0) after 2m13s
[16:26:05.028] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:91:0)
[16:26:05.085] Build status: STARTED
[16:26:05.085] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:92:0) after 7m44s
[16:33:49.337] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:92:0)
[16:33:49.368] Build status: STARTED
[16:33:49.368] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:93:0) after 4m36s
[16:38:25.390] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:93:0)
[16:38:25.418] Build status: STARTED
[16:38:25.418] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:94:0) after 5m50s
[16:44:15.584] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:94:0)
[16:44:15.613] Build status: STARTED
[16:44:15.613] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:95:0) after 6m26s
[16:50:41.951] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:95:0)
[16:50:42.019] Build status: STARTED
[16:50:42.019] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:96:0) after 1m8s
[16:51:50.041] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:96:0)
[16:51:50.175] Build status: STARTED
[16:51:50.175] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:97:0) after 6m51s
[16:58:41.216] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:97:0)
[16:58:41.251] Build status: STARTED
[16:58:41.251] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:98:0) after 5m19s
[17:04:00.898] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:98:0)
[17:04:00.927] Build status: STARTED
[17:04:00.927] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:99:0) after 2m17s
[17:06:17.948] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:99:0)
[17:06:18.001] Build status: STARTED
[17:06:18.001] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:100:0) after 4m25s
[17:10:43.071] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:100:0)
[17:10:43.113] Build status: STARTED
[17:10:43.113] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:101:0) after 1m46s
[17:12:29.133] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:101:0)
[17:12:29.159] Build status: STARTED
[17:12:29.159] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:102:0) after 7m10s
[17:19:39.584] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:102:0)
[17:19:39.611] Build status: STARTED
[17:19:39.611] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:103:0) after 1m3s
[17:20:42.840] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:103:0)
[17:20:42.885] Build status: STARTED
[17:20:42.885] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:104:0) after 6m38s
[17:27:20.883] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:104:0)
[17:27:20.908] Build status: STARTED
[17:27:20.908] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:105:0) after 3m59s
[17:31:20.118] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:105:0)
[17:31:20.143] Build status: STARTED
[17:31:20.143] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:106:0) after 5m38s
[17:36:58.243] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:106:0)
[17:36:58.267] Build status: STARTED
[17:36:58.267] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:107:0) after 2m48s
[17:39:46.287] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:107:0)
[17:39:46.310] Build status: STARTED
[17:39:46.310] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:108:0) after 1m42s
[17:41:28.331] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:108:0)
[17:41:28.365] Build status: STARTED
[17:41:28.365] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:109:0) after 3m23s
[17:44:51.437] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:109:0)
[17:44:51.490] Build status: STARTED
[17:44:51.490] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:110:0) after 6m28s
[17:51:19.832] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:110:0)
[17:51:19.857] Build status: STARTED
[17:51:19.857] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:111:0) after 3m49s
[17:55:08.953] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:111:0)
[17:55:08.985] Build status: STARTED
[17:55:08.985] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:112:0) after 4m42s
[17:59:51.009] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:112:0)
[17:59:51.037] Build status: STARTED
[17:59:51.037] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:113:0) after 5m29s
[18:05:20.359] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:113:0)
[18:05:20.392] Build status: STARTED
[18:05:20.392] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:114:0) after 7m41s
[18:13:01.469] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:114:0)
[18:13:01.495] Build status: STARTED
[18:13:01.495] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:115:0) after 4m7s
[18:17:08.639] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:115:0)
[18:17:08.701] Build status: STARTED
[18:17:08.701] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:116:0) after 2m6s
[18:19:14.812] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:116:0)
[18:19:14.839] Build status: STARTED
[18:19:14.839] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:117:0) after 3m35s
[18:22:49.975] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:117:0)
[18:22:50.004] Build status: STARTED
[18:22:50.004] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:118:0) after 5m19s
[18:28:09.021] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:118:0)
[18:28:09.055] Build status: STARTED
[18:28:09.055] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:119:0) after 9m33s
[18:37:42.087] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:119:0)
[18:37:42.137] Build status: STARTED
[18:37:42.137] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:120:0) after 6m39s
[18:44:21.202] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:120:0)
[18:44:21.236] Build status: STARTED
[18:44:21.236] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:121:0) after 7m56s
[18:52:17.708] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:121:0)
[18:52:17.735] Build status: STARTED
[18:52:17.735] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:122:0) after 2m39s
[18:54:56.958] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:122:0)
[18:54:56.996] Build status: STARTED
[18:54:56.996] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:123:0) after 4m7s
[18:59:04.088] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:123:0)
[18:59:04.116] Build status: STARTED
[18:59:04.116] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:124:0) after 6m26s
[19:05:30.139] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:124:0)
[19:05:30.167] Build status: STARTED
[19:05:30.167] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:125:0) after 6m43s
[19:12:13.280] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:125:0)
[19:12:13.325] Build status: STARTED
[19:12:13.325] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:126:0) after 3m37s
[19:15:50.550] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:126:0)
[19:15:50.583] Build status: STARTED
[19:15:50.583] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:127:0) after 3m11s
[19:19:02.086] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:127:0)
[19:19:02.115] Build status: STARTED
[19:19:02.115] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9017050860925301968:128:0) after 7m50s
[19:26:00.415] Received PubSub notification, asking Buildbucket for the build status
[19:26:00.445] Build:
{
  "id": "8851620798840749520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-code-coverage"
  },
  "number": 3607,
  "createdBy": "project:chromium",
  "createTime": "2021-03-27T08:26:47.786263Z",
  "startTime": "2021-03-27T08:27:35.790432Z",
  "endTime": "2021-03-27T19:25:59.891854472Z",
  "updateTime": "2021-03-27T19:25:59.892226999Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "1dc393a217bc1f3a40a57eedc070522e93dc33d5",
      "ref": "refs/heads/master"
    }
  }
}
[19:26:00.445] Invocation finished in 10h59m14.030971256s with status FAILED