Status: FAILED
Triggered by: -
Duration: 11 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "mac-code-coverage"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "e3ea7a4875a2afe84670d6ebdf7881eb624435f8"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e3ea7a4875a2afe84670d6ebdf7881eb624435f8
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[21:30:34.101] New invocation is queued and will start shortly
[21:30:35.157] Starting the invocation (attempt 1)
[21:30:35.209] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e3ea7a4875a2afe84670d6ebdf7881eb624435f8"
[21:30:35.209] Popped gitiles commit info from properties and tags
[21:30:35.209] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:30:35.209] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:30:35.209] Buildbucket request:
{
  "requestId": "9002053049382416816",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-code-coverage"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e3ea7a4875a2afe84670d6ebdf7881eb624435f8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9002053049382416816"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-code-coverage"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[21:30:35.885] Scheduled build:
{
  "id": "8836622987302073393",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-code-coverage"
  },
  "number": 6744,
  "createdBy": "project:chromium",
  "createTime": "2021-09-08T21:30:35.452249395Z",
  "updateTime": "2021-09-08T21:30:35.717998421Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "e3ea7a4875a2afe84670d6ebdf7881eb624435f8",
      "ref": "refs/heads/main"
    }
  }
}
[21:30:35.885] Task URL: https://cr-buildbucket.appspot.com/build/8836622987302073393
[21:30:35.885] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:2:0) after 1m37s
[21:32:12.862] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:2:0)
[21:32:12.896] Build status: SCHEDULED
[21:32:12.896] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:3:0) after 5m31s
[21:33:14.000] Received PubSub notification, asking Buildbucket for the build status
[21:33:14.031] Build status: STARTED
[21:37:44.022] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:3:0)
[21:37:44.057] Build status: STARTED
[21:37:44.057] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:5:0) after 2m33s
[21:40:17.237] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:5:0)
[21:40:17.271] Build status: STARTED
[21:40:17.271] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:6:0) after 2m56s
[21:43:13.479] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:6:0)
[21:43:13.569] Build status: STARTED
[21:43:13.569] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:7:0) after 7m13s
[21:50:26.810] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:7:0)
[21:50:26.864] Build status: STARTED
[21:50:26.864] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:8:0) after 8m7s
[21:58:33.965] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:8:0)
[21:58:33.995] Build status: STARTED
[21:58:33.995] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:9:0) after 8m5s
[22:06:39.091] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:9:0)
[22:06:39.189] Build status: STARTED
[22:06:39.189] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:10:0) after 7m8s
[22:13:47.297] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:10:0)
[22:13:47.325] Build status: STARTED
[22:13:47.325] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:11:0) after 5m48s
[22:19:35.516] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:11:0)
[22:19:35.592] Build status: STARTED
[22:19:35.592] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:12:0) after 8m57s
[22:28:33.413] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:12:0)
[22:28:33.465] Build status: STARTED
[22:28:33.465] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:13:0) after 3m57s
[22:32:30.496] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:13:0)
[22:32:30.590] Build status: STARTED
[22:32:30.590] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:14:0) after 9m53s
[22:42:23.617] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:14:0)
[22:42:23.650] Build status: STARTED
[22:42:23.650] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:15:0) after 2m55s
[22:45:18.815] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:15:0)
[22:45:18.861] Build status: STARTED
[22:45:18.861] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:16:0) after 2m35s
[22:47:54.267] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:16:0)
[22:47:54.299] Build status: STARTED
[22:47:54.299] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:17:0) after 5m18s
[22:53:12.477] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:17:0)
[22:53:12.513] Build status: STARTED
[22:53:12.513] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:18:0) after 5m47s
[22:59:00.036] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:18:0)
[22:59:00.072] Build status: STARTED
[22:59:00.072] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:19:0) after 1m6s
[23:00:06.262] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:19:0)
[23:00:06.327] Build status: STARTED
[23:00:06.327] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:20:0) after 3m46s
[23:03:52.320] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:20:0)
[23:03:52.347] Build status: STARTED
[23:03:52.347] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:21:0) after 4m45s
[23:08:37.433] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:21:0)
[23:08:37.495] Build status: STARTED
[23:08:37.495] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:22:0) after 1m35s
[23:10:12.700] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:22:0)
[23:10:12.730] Build status: STARTED
[23:10:12.730] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:23:0) after 7m32s
[23:17:44.864] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:23:0)
[23:17:44.928] Build status: STARTED
[23:17:44.928] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:24:0) after 5m3s
[23:22:48.055] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:24:0)
[23:22:48.088] Build status: STARTED
[23:22:48.088] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:25:0) after 2m2s
[23:24:50.325] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:25:0)
[23:24:50.353] Build status: STARTED
[23:24:50.353] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:26:0) after 5m33s
[23:30:23.383] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:26:0)
[23:30:23.419] Build status: STARTED
[23:30:23.419] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:27:0) after 4m25s
[23:34:48.473] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:27:0)
[23:34:48.506] Build status: STARTED
[23:34:48.506] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:28:0) after 4m22s
[23:39:10.820] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:28:0)
[23:39:10.849] Build status: STARTED
[23:39:10.849] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:29:0) after 9m13s
[23:48:23.922] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:29:0)
[23:48:23.953] Build status: STARTED
[23:48:23.953] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:30:0) after 3m4s
[23:51:28.261] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:30:0)
[23:51:28.292] Build status: STARTED
[23:51:28.292] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:31:0) after 7m45s
[23:59:13.327] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:31:0)
[23:59:13.354] Build status: STARTED
[23:59:13.354] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:32:0) after 4m6s
[00:03:19.389] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:32:0)
[00:03:19.469] Build status: STARTED
[00:03:19.469] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:33:0) after 3m11s
[00:06:30.567] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:33:0)
[00:06:30.602] Build status: STARTED
[00:06:30.602] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:34:0) after 2m59s
[00:09:30.403] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:34:0)
[00:09:30.432] Build status: STARTED
[00:09:30.432] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:35:0) after 3m32s
[00:13:02.869] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:35:0)
[00:13:02.946] Build status: STARTED
[00:13:02.946] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:36:0) after 4m47s
[00:17:50.380] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:36:0)
[00:17:50.450] Build status: STARTED
[00:17:50.450] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:37:0) after 3m26s
[00:21:16.547] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:37:0)
[00:21:16.578] Build status: STARTED
[00:21:16.578] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:38:0) after 2m56s
[00:24:12.604] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:38:0)
[00:24:12.633] Build status: STARTED
[00:24:12.633] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:39:0) after 3m10s
[00:27:22.750] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:39:0)
[00:27:22.782] Build status: STARTED
[00:27:22.782] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:40:0) after 1m11s
[00:28:33.998] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:40:0)
[00:28:34.033] Build status: STARTED
[00:28:34.033] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:41:0) after 8m0s
[00:36:34.535] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:41:0)
[00:36:34.567] Build status: STARTED
[00:36:34.567] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:42:0) after 5m24s
[00:41:58.611] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:42:0)
[00:41:58.688] Build status: STARTED
[00:41:58.688] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:43:0) after 7m37s
[00:49:35.813] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:43:0)
[00:49:35.846] Build status: STARTED
[00:49:35.846] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:44:0) after 1m40s
[00:51:15.995] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:44:0)
[00:51:16.049] Build status: STARTED
[00:51:16.049] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:45:0) after 6m12s
[00:57:28.187] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:45:0)
[00:57:28.214] Build status: STARTED
[00:57:28.214] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:46:0) after 9m54s
[01:07:22.264] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:46:0)
[01:07:22.319] Build status: STARTED
[01:07:22.319] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:47:0) after 2m3s
[01:09:25.445] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:47:0)
[01:09:25.476] Build status: STARTED
[01:09:25.476] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:48:0) after 3m52s
[01:13:17.638] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:48:0)
[01:13:17.664] Build status: STARTED
[01:13:17.664] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:49:0) after 9m5s
[01:22:22.701] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:49:0)
[01:22:22.729] Build status: STARTED
[01:22:22.729] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:50:0) after 5m21s
[01:27:43.758] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:50:0)
[01:27:43.788] Build status: STARTED
[01:27:43.788] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:51:0) after 8m27s
[01:36:10.825] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:51:0)
[01:36:10.853] Build status: STARTED
[01:36:10.853] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:52:0) after 3m40s
[01:39:51.056] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:52:0)
[01:39:51.095] Build status: STARTED
[01:39:51.095] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:53:0) after 9m51s
[01:49:42.129] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:53:0)
[01:49:42.164] Build status: STARTED
[01:49:42.164] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:54:0) after 1m4s
[01:50:46.309] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:54:0)
[01:50:46.353] Build status: STARTED
[01:50:46.353] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:55:0) after 4m8s
[01:54:54.702] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:55:0)
[01:54:54.729] Build status: STARTED
[01:54:54.729] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:56:0) after 5m12s
[02:00:06.748] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:56:0)
[02:00:06.776] Build status: STARTED
[02:00:06.776] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:57:0) after 1m20s
[02:01:27.219] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:57:0)
[02:01:27.251] Build status: STARTED
[02:01:27.251] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:58:0) after 6m24s
[02:07:51.588] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:58:0)
[02:07:51.620] Build status: STARTED
[02:07:51.620] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:59:0) after 6m52s
[02:14:43.657] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:59:0)
[02:14:43.694] Build status: STARTED
[02:14:43.694] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:60:0) after 7m57s
[02:22:40.901] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:60:0)
[02:22:40.928] Build status: STARTED
[02:22:40.928] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:61:0) after 3m21s
[02:26:01.961] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:61:0)
[02:26:01.996] Build status: STARTED
[02:26:01.996] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:62:0) after 2m43s
[02:28:45.048] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:62:0)
[02:28:45.077] Build status: STARTED
[02:28:45.077] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:63:0) after 7m4s
[02:35:49.107] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:63:0)
[02:35:49.139] Build status: STARTED
[02:35:49.139] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:64:0) after 6m25s
[02:42:14.472] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:64:0)
[02:42:14.501] Build status: STARTED
[02:42:14.501] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:65:0) after 3m8s
[02:45:22.652] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:65:0)
[02:45:22.681] Build status: STARTED
[02:45:22.681] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:66:0) after 3m53s
[02:49:15.763] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:66:0)
[02:49:15.794] Build status: STARTED
[02:49:15.794] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:67:0) after 2m21s
[02:51:36.835] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:67:0)
[02:51:36.861] Build status: STARTED
[02:51:36.861] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:68:0) after 1m2s
[02:52:38.989] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:68:0)
[02:52:39.036] Build status: STARTED
[02:52:39.036] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:69:0) after 4m25s
[02:57:04.353] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:69:0)
[02:57:04.400] Build status: STARTED
[02:57:04.400] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:70:0) after 5m15s
[03:02:19.834] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:70:0)
[03:02:19.868] Build status: STARTED
[03:02:19.868] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:71:0) after 8m10s
[03:10:29.997] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:71:0)
[03:10:30.056] Build status: STARTED
[03:10:30.056] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:72:0) after 6m9s
[03:16:39.094] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:72:0)
[03:16:39.123] Build status: STARTED
[03:16:39.123] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:73:0) after 2m38s
[03:19:17.181] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:73:0)
[03:19:17.256] Build status: STARTED
[03:19:17.256] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:74:0) after 6m50s
[03:26:07.520] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:74:0)
[03:26:07.556] Build status: STARTED
[03:26:07.556] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:75:0) after 8m58s
[03:35:05.625] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:75:0)
[03:35:05.662] Build status: STARTED
[03:35:05.662] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:76:0) after 3m46s
[03:38:51.803] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:76:0)
[03:38:51.832] Build status: STARTED
[03:38:51.832] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:77:0) after 9m28s
[03:48:19.864] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:77:0)
[03:48:19.902] Build status: STARTED
[03:48:19.902] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:78:0) after 4m3s
[03:52:23.038] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:78:0)
[03:52:23.072] Build status: STARTED
[03:52:23.072] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:79:0) after 9m51s
[04:02:14.325] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:79:0)
[04:02:14.362] Build status: STARTED
[04:02:14.362] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:80:0) after 7m28s
[04:09:42.585] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:80:0)
[04:09:42.612] Build status: STARTED
[04:09:42.612] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:81:0) after 5m48s
[04:15:30.692] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:81:0)
[04:15:30.724] Build status: STARTED
[04:15:30.724] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:82:0) after 1m36s
[04:17:06.760] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:82:0)
[04:17:06.798] Build status: STARTED
[04:17:06.798] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:83:0) after 9m47s
[04:26:53.885] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:83:0)
[04:26:53.919] Build status: STARTED
[04:26:53.919] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:84:0) after 6m39s
[04:33:32.990] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:84:0)
[04:33:33.016] Build status: STARTED
[04:33:33.016] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:85:0) after 1m35s
[04:35:08.108] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:85:0)
[04:35:08.135] Build status: STARTED
[04:35:08.135] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:86:0) after 4m37s
[04:39:45.381] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:86:0)
[04:39:45.455] Build status: STARTED
[04:39:45.455] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:87:0) after 9m30s
[04:49:15.525] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:87:0)
[04:49:15.559] Build status: STARTED
[04:49:15.559] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:88:0) after 7m3s
[04:56:18.596] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:88:0)
[04:56:18.625] Build status: STARTED
[04:56:18.625] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:89:0) after 5m28s
[05:01:46.806] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:89:0)
[05:01:46.831] Build status: STARTED
[05:01:46.831] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:90:0) after 9m29s
[05:11:16.001] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:90:0)
[05:11:16.038] Build status: STARTED
[05:11:16.038] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:91:0) after 4m48s
[05:16:04.067] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:91:0)
[05:16:04.095] Build status: STARTED
[05:16:04.095] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:92:0) after 2m52s
[05:18:56.089] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:92:0)
[05:18:56.121] Build status: STARTED
[05:18:56.121] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:93:0) after 7m14s
[05:26:10.466] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:93:0)
[05:26:10.501] Build status: STARTED
[05:26:10.501] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:94:0) after 5m31s
[05:31:41.525] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:94:0)
[05:31:41.554] Build status: STARTED
[05:31:41.554] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:95:0) after 9m10s
[05:40:51.736] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:95:0)
[05:40:51.766] Build status: STARTED
[05:40:51.766] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:96:0) after 2m51s
[05:43:42.794] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:96:0)
[05:43:42.850] Build status: STARTED
[05:43:42.850] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:97:0) after 9m45s
[05:53:27.883] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:97:0)
[05:53:27.922] Build status: STARTED
[05:53:27.922] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:98:0) after 7m2s
[06:00:30.083] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:98:0)
[06:00:30.116] Build status: STARTED
[06:00:30.116] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:99:0) after 1m42s
[06:02:12.182] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:99:0)
[06:02:12.212] Build status: STARTED
[06:02:12.212] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:100:0) after 2m57s
[06:05:09.571] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:100:0)
[06:05:09.600] Build status: STARTED
[06:05:09.600] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:101:0) after 7m23s
[06:12:32.646] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:101:0)
[06:12:32.785] Build status: STARTED
[06:12:32.785] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:102:0) after 3m49s
[06:16:21.844] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:102:0)
[06:16:21.990] Build status: STARTED
[06:16:21.990] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:103:0) after 6m59s
[06:23:21.144] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:103:0)
[06:23:21.177] Build status: STARTED
[06:23:21.177] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:104:0) after 7m9s
[06:30:30.206] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:104:0)
[06:30:30.236] Build status: STARTED
[06:30:30.236] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:105:0) after 3m6s
[06:33:36.233] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:105:0)
[06:33:36.263] Build status: STARTED
[06:33:36.263] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:106:0) after 2m8s
[06:35:44.307] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:106:0)
[06:35:44.350] Build status: STARTED
[06:35:44.350] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:107:0) after 7m23s
[06:43:07.402] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:107:0)
[06:43:07.477] Build status: STARTED
[06:43:07.477] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:108:0) after 3m25s
[06:46:32.514] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:108:0)
[06:46:32.544] Build status: STARTED
[06:46:32.544] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:109:0) after 8m52s
[06:55:24.580] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:109:0)
[06:55:24.613] Build status: STARTED
[06:55:24.613] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:110:0) after 1m38s
[06:57:02.647] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:110:0)
[06:57:02.684] Build status: STARTED
[06:57:02.684] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:111:0) after 3m29s
[07:00:31.713] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:111:0)
[07:00:31.745] Build status: STARTED
[07:00:31.745] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:112:0) after 3m47s
[07:04:18.799] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:112:0)
[07:04:18.858] Build status: STARTED
[07:04:18.858] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:113:0) after 3m47s
[07:08:06.041] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:113:0)
[07:08:06.086] Build status: STARTED
[07:08:06.086] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:114:0) after 3m23s
[07:11:29.282] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:114:0)
[07:11:29.314] Build status: STARTED
[07:11:29.314] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:115:0) after 7m50s
[07:19:19.427] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:115:0)
[07:19:19.462] Build status: STARTED
[07:19:19.462] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:116:0) after 1m37s
[07:20:56.760] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:116:0)
[07:20:56.793] Build status: STARTED
[07:20:56.793] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:117:0) after 5m1s
[07:25:57.825] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:117:0)
[07:25:57.897] Build status: STARTED
[07:25:57.897] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:118:0) after 5m54s
[07:31:51.952] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:118:0)
[07:31:51.987] Build status: STARTED
[07:31:51.987] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:119:0) after 5m46s
[07:37:38.061] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:119:0)
[07:37:38.123] Build status: STARTED
[07:37:38.123] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:120:0) after 9m29s
[07:47:07.166] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:120:0)
[07:47:07.199] Build status: STARTED
[07:47:07.199] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:121:0) after 4m5s
[07:51:12.229] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:121:0)
[07:51:12.261] Build status: STARTED
[07:51:12.261] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:122:0) after 4m22s
[07:55:34.475] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:122:0)
[07:55:34.506] Build status: STARTED
[07:55:34.506] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:123:0) after 4m44s
[08:00:18.537] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:123:0)
[08:00:18.599] Build status: STARTED
[08:00:18.599] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:124:0) after 9m48s
[08:10:06.652] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:124:0)
[08:10:06.688] Build status: STARTED
[08:10:06.688] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:125:0) after 1m33s
[08:11:39.736] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:125:0)
[08:11:39.782] Build status: STARTED
[08:11:39.782] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:126:0) after 8m58s
[08:20:37.963] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:126:0)
[08:20:38.000] Build status: STARTED
[08:20:38.000] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:127:0) after 9m40s
[08:30:18.035] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:127:0)
[08:30:18.091] Build status: STARTED
[08:30:18.091] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:128:0) after 8m37s
[08:38:55.090] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:128:0)
[08:38:55.187] Build status: STARTED
[08:38:55.187] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:129:0) after 2m13s
[08:41:08.270] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:129:0)
[08:41:08.335] Build status: STARTED
[08:41:08.335] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:130:0) after 5m2s
[08:46:10.381] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:130:0)
[08:46:10.459] Build status: STARTED
[08:46:10.459] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:131:0) after 1m40s
[08:47:50.648] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:131:0)
[08:47:50.677] Build status: STARTED
[08:47:50.677] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:132:0) after 4m58s
[08:52:48.937] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:132:0)
[08:52:48.970] Build status: STARTED
[08:52:48.970] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:133:0) after 4m30s
[08:57:19.006] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:133:0)
[08:57:19.152] Build status: STARTED
[08:57:19.152] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:134:0) after 7m25s
[09:04:44.555] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:134:0)
[09:04:44.589] Build status: STARTED
[09:04:44.589] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:135:0) after 3m20s
[09:08:04.625] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:135:0)
[09:08:04.658] Build status: STARTED
[09:08:04.658] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9002053049382416816:136:0) after 7m59s
[09:15:41.758] Received PubSub notification, asking Buildbucket for the build status
[09:15:41.786] Build:
{
  "id": "8836622987302073393",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-code-coverage"
  },
  "number": 6744,
  "createdBy": "project:chromium",
  "createTime": "2021-09-08T21:30:35.452249395Z",
  "startTime": "2021-09-08T21:33:12.057833Z",
  "endTime": "2021-09-09T09:15:41.294362512Z",
  "updateTime": "2021-09-09T09:15:41.294860746Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "e3ea7a4875a2afe84670d6ebdf7881eb624435f8",
      "ref": "refs/heads/main"
    }
  }
}
[09:15:41.786] Invocation finished in 11h45m7.701302634s with status FAILED