Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "a5578f87eac7d5e0a751462a061903f07871e47d"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a5578f87eac7d5e0a751462a061903f07871e47d
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[19:45:32.162] New invocation is queued and will start shortly
[19:45:33.233] Starting the invocation (attempt 1)
[19:45:33.288] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a5578f87eac7d5e0a751462a061903f07871e47d"
[19:45:33.288] Popped gitiles commit info from properties and tags
[19:45:33.288] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:45:33.288] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:45:33.288] Buildbucket request:
{
  "requestId": "9013384278245265344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a5578f87eac7d5e0a751462a061903f07871e47d",
    "ref": "refs/heads/master"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9013384278245265344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:45:34.472] Scheduled build:
{
  "id": "8847954216292785456",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 25878,
  "createdBy": "project:chromium",
  "createTime": "2021-05-06T19:45:33.391044Z",
  "updateTime": "2021-05-06T19:45:34.247067Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a5578f87eac7d5e0a751462a061903f07871e47d",
      "ref": "refs/heads/master"
    }
  }
}
[19:45:34.472] Task URL: https://cr-buildbucket.appspot.com/build/8847954216292785456
[19:45:34.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:2:0) after 2m37s
[19:45:36.333] Received PubSub notification, asking Buildbucket for the build status
[19:45:36.394] Build status: STARTED
[19:48:11.724] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:2:0)
[19:48:11.772] Build status: STARTED
[19:48:11.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:4:0) after 9m44s
[19:57:55.801] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:4:0)
[19:57:55.827] Build status: STARTED
[19:57:55.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:5:0) after 2m58s
[20:00:53.945] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:5:0)
[20:00:53.994] Build status: STARTED
[20:00:53.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:6:0) after 2m27s
[20:03:21.034] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:6:0)
[20:03:21.097] Build status: STARTED
[20:03:21.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:7:0) after 2m2s
[20:05:23.384] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:7:0)
[20:05:23.415] Build status: STARTED
[20:05:23.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:8:0) after 3m3s
[20:08:26.537] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:8:0)
[20:08:26.574] Build status: STARTED
[20:08:26.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:9:0) after 7m45s
[20:16:11.629] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:9:0)
[20:16:11.664] Build status: STARTED
[20:16:11.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:10:0) after 3m56s
[20:20:07.692] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:10:0)
[20:20:07.719] Build status: STARTED
[20:20:07.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:11:0) after 9m23s
[20:29:30.756] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:11:0)
[20:29:30.783] Build status: STARTED
[20:29:30.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:12:0) after 6m30s
[20:36:00.826] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:12:0)
[20:36:00.855] Build status: STARTED
[20:36:00.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:13:0) after 2m16s
[20:38:16.985] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:13:0)
[20:38:17.012] Build status: STARTED
[20:38:17.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:14:0) after 8m17s
[20:46:34.253] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:14:0)
[20:46:34.281] Build status: STARTED
[20:46:34.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:15:0) after 3m41s
[20:50:15.596] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:15:0)
[20:50:15.625] Build status: STARTED
[20:50:15.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:16:0) after 3m37s
[20:53:52.854] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:16:0)
[20:53:52.889] Build status: STARTED
[20:53:52.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:17:0) after 5m3s
[20:58:56.231] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:17:0)
[20:58:56.256] Build status: STARTED
[20:58:56.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:18:0) after 9m41s
[21:08:37.470] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:18:0)
[21:08:37.532] Build status: STARTED
[21:08:37.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:19:0) after 1m50s
[21:10:27.570] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:19:0)
[21:10:27.598] Build status: STARTED
[21:10:27.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:20:0) after 9m1s
[21:19:28.617] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:20:0)
[21:19:28.645] Build status: STARTED
[21:19:28.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:21:0) after 9m43s
[21:29:11.714] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:21:0)
[21:29:11.757] Build status: STARTED
[21:29:11.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:22:0) after 6m55s
[21:36:06.948] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:22:0)
[21:36:06.981] Build status: STARTED
[21:36:06.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:23:0) after 4m29s
[21:40:36.011] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:23:0)
[21:40:36.045] Build status: STARTED
[21:40:36.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:24:0) after 5m57s
[21:46:33.085] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:24:0)
[21:46:33.118] Build status: STARTED
[21:46:33.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:25:0) after 3m1s
[21:49:34.151] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:25:0)
[21:49:34.188] Build status: STARTED
[21:49:34.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:26:0) after 9m16s
[21:58:50.427] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:26:0)
[21:58:50.471] Build status: STARTED
[21:58:50.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:27:0) after 8m27s
[22:07:17.508] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:27:0)
[22:07:17.546] Build status: STARTED
[22:07:17.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:28:0) after 6m47s
[22:14:04.604] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:28:0)
[22:14:04.630] Build status: STARTED
[22:14:04.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:29:0) after 9m22s
[22:23:26.632] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:29:0)
[22:23:26.667] Build status: STARTED
[22:23:26.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:30:0) after 7m4s
[22:30:30.765] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:30:0)
[22:30:30.815] Build status: STARTED
[22:30:30.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:31:0) after 1m39s
[22:32:09.912] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:31:0)
[22:32:09.944] Build status: STARTED
[22:32:09.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:32:0) after 9m2s
[22:41:12.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:32:0)
[22:41:12.250] Build status: STARTED
[22:41:12.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:33:0) after 8m14s
[22:49:26.453] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:33:0)
[22:49:26.680] Build status: STARTED
[22:49:26.680] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:34:0) after 7m37s
[22:57:03.766] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:34:0)
[22:57:03.790] Build status: STARTED
[22:57:03.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:35:0) after 8m9s
[23:05:12.817] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:35:0)
[23:05:12.843] Build status: STARTED
[23:05:12.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:36:0) after 6m16s
[23:11:28.938] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:36:0)
[23:11:28.967] Build status: STARTED
[23:11:28.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:37:0) after 9m43s
[23:21:12.275] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:37:0)
[23:21:12.308] Build status: STARTED
[23:21:12.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:38:0) after 5m52s
[23:27:04.420] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:38:0)
[23:27:04.454] Build status: STARTED
[23:27:04.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:39:0) after 3m19s
[23:30:23.444] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:39:0)
[23:30:23.481] Build status: STARTED
[23:30:23.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:40:0) after 1m46s
[23:32:09.520] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:40:0)
[23:32:09.554] Build status: STARTED
[23:32:09.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:41:0) after 4m20s
[23:36:29.629] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:41:0)
[23:36:29.658] Build status: STARTED
[23:36:29.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:42:0) after 8m36s
[23:45:05.688] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:42:0)
[23:45:05.715] Build status: STARTED
[23:45:05.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:43:0) after 9m24s
[23:54:29.746] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:43:0)
[23:54:29.821] Build status: STARTED
[23:54:29.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:44:0) after 7m28s
[00:01:57.932] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:44:0)
[00:01:58.050] Build status: STARTED
[00:01:58.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:45:0) after 5m13s
[00:07:11.090] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:45:0)
[00:07:11.133] Build status: STARTED
[00:07:11.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:46:0) after 1m6s
[00:08:17.338] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:46:0)
[00:08:17.376] Build status: STARTED
[00:08:17.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:47:0) after 6m52s
[00:15:09.410] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:47:0)
[00:15:09.440] Build status: STARTED
[00:15:09.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:48:0) after 1m7s
[00:16:17.268] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:48:0)
[00:16:17.295] Build status: STARTED
[00:16:17.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:49:0) after 6m56s
[00:23:13.367] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:49:0)
[00:23:13.403] Build status: STARTED
[00:23:13.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:50:0) after 7m30s
[00:30:43.690] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:50:0)
[00:30:43.722] Build status: STARTED
[00:30:43.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:51:0) after 8m16s
[00:38:59.832] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:51:0)
[00:38:59.865] Build status: STARTED
[00:38:59.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:52:0) after 3m52s
[00:42:52.017] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:52:0)
[00:42:52.043] Build status: STARTED
[00:42:52.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:53:0) after 6m7s
[00:48:59.383] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:53:0)
[00:48:59.410] Build status: STARTED
[00:48:59.410] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:54:0) after 9m22s
[00:58:21.436] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:54:0)
[00:58:21.462] Build status: STARTED
[00:58:21.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:55:0) after 9m47s
[01:08:08.517] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:55:0)
[01:08:08.550] Build status: STARTED
[01:08:08.550] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:56:0) after 1m4s
[01:09:12.953] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:56:0)
[01:09:12.981] Build status: STARTED
[01:09:12.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:57:0) after 2m36s
[01:11:49.268] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:57:0)
[01:11:49.307] Build status: STARTED
[01:11:49.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:58:0) after 2m20s
[01:14:09.325] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:58:0)
[01:14:09.365] Build status: STARTED
[01:14:09.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:59:0) after 3m39s
[01:17:48.419] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:59:0)
[01:17:48.682] Build status: STARTED
[01:17:48.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:60:0) after 2m32s
[01:20:20.719] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:60:0)
[01:20:20.750] Build status: STARTED
[01:20:20.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:61:0) after 2m56s
[01:23:17.004] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:61:0)
[01:23:17.044] Build status: STARTED
[01:23:17.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:62:0) after 4m39s
[01:27:56.073] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:62:0)
[01:27:56.102] Build status: STARTED
[01:27:56.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:63:0) after 3m55s
[01:31:51.142] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:63:0)
[01:31:51.171] Build status: STARTED
[01:31:51.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:64:0) after 4m6s
[01:35:57.370] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:64:0)
[01:35:57.491] Build status: STARTED
[01:35:57.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:65:0) after 6m12s
[01:42:09.640] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:65:0)
[01:42:09.673] Build status: STARTED
[01:42:09.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:66:0) after 2m4s
[01:44:13.706] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:66:0)
[01:44:13.742] Build status: STARTED
[01:44:13.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:67:0) after 7m29s
[01:51:42.770] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:67:0)
[01:51:42.800] Build status: STARTED
[01:51:42.800] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:68:0) after 1m18s
[01:53:00.885] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:68:0)
[01:53:00.914] Build status: STARTED
[01:53:00.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:69:0) after 9m26s
[02:02:26.966] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:69:0)
[02:02:26.994] Build status: STARTED
[02:02:26.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:70:0) after 7m18s
[02:09:45.042] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:70:0)
[02:09:45.092] Build status: STARTED
[02:09:45.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:71:0) after 1m1s
[02:10:46.125] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:71:0)
[02:10:46.156] Build status: STARTED
[02:10:46.156] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:72:0) after 3m9s
[02:13:55.211] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:72:0)
[02:13:55.238] Build status: STARTED
[02:13:55.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:73:0) after 7m6s
[02:21:01.277] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:73:0)
[02:21:01.306] Build status: STARTED
[02:21:01.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:74:0) after 2m58s
[02:23:59.672] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:74:0)
[02:23:59.704] Build status: STARTED
[02:23:59.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:75:0) after 7m25s
[02:31:24.823] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:75:0)
[02:31:24.856] Build status: STARTED
[02:31:24.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:76:0) after 4m39s
[02:36:03.902] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:76:0)
[02:36:03.933] Build status: STARTED
[02:36:03.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:77:0) after 2m57s
[02:39:00.977] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:77:0)
[02:39:01.011] Build status: STARTED
[02:39:01.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:78:0) after 7m18s
[02:46:19.119] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:78:0)
[02:46:19.180] Build status: STARTED
[02:46:19.180] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:79:0) after 2m26s
[02:48:45.362] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:79:0)
[02:48:45.390] Build status: STARTED
[02:48:45.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:80:0) after 6m14s
[02:54:59.430] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:80:0)
[02:54:59.459] Build status: STARTED
[02:54:59.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:81:0) after 5m7s
[03:00:06.670] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:81:0)
[03:00:06.718] Build status: STARTED
[03:00:06.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:82:0) after 1m24s
[03:01:30.794] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:82:0)
[03:01:30.833] Build status: STARTED
[03:01:30.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:83:0) after 6m50s
[03:08:20.934] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:83:0)
[03:08:20.972] Build status: STARTED
[03:08:20.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:84:0) after 8m27s
[03:16:48.183] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:84:0)
[03:16:48.228] Build status: STARTED
[03:16:48.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:85:0) after 9m2s
[03:25:50.374] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:85:0)
[03:25:50.413] Build status: STARTED
[03:25:50.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:86:0) after 5m8s
[03:30:58.614] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:86:0)
[03:30:58.690] Build status: STARTED
[03:30:58.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:87:0) after 7m56s
[03:38:55.245] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:87:0)
[03:38:55.315] Build status: STARTED
[03:38:55.315] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:88:0) after 2m36s
[03:41:31.988] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:88:0)
[03:41:32.015] Build status: STARTED
[03:41:32.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:89:0) after 6m40s
[03:48:12.077] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:89:0)
[03:48:12.107] Build status: STARTED
[03:48:12.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:90:0) after 4m39s
[03:52:51.252] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:90:0)
[03:52:51.296] Build status: STARTED
[03:52:51.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:91:0) after 2m51s
[03:55:42.414] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:91:0)
[03:55:42.448] Build status: STARTED
[03:55:42.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:92:0) after 6m3s
[04:01:45.523] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:92:0)
[04:01:45.552] Build status: STARTED
[04:01:45.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:93:0) after 8m42s
[04:10:27.762] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:93:0)
[04:10:27.810] Build status: STARTED
[04:10:27.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:94:0) after 4m55s
[04:15:22.922] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:94:0)
[04:15:22.950] Build status: STARTED
[04:15:22.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:95:0) after 8m2s
[04:23:25.110] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:95:0)
[04:23:25.139] Build status: STARTED
[04:23:25.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:96:0) after 1m46s
[04:25:11.282] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:96:0)
[04:25:11.319] Build status: STARTED
[04:25:11.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:97:0) after 2m16s
[04:27:27.348] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:97:0)
[04:27:27.372] Build status: STARTED
[04:27:27.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:98:0) after 1m59s
[04:29:26.584] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:98:0)
[04:29:26.687] Build status: STARTED
[04:29:26.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:99:0) after 1m38s
[04:31:04.915] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:99:0)
[04:31:04.941] Build status: STARTED
[04:31:04.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:100:0) after 1m23s
[04:32:28.098] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:100:0)
[04:32:28.256] Build status: STARTED
[04:32:28.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:101:0) after 4m27s
[04:36:55.386] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:101:0)
[04:36:55.415] Build status: STARTED
[04:36:55.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:102:0) after 2m17s
[04:39:12.485] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:102:0)
[04:39:12.519] Build status: STARTED
[04:39:12.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:103:0) after 8m48s
[04:48:00.592] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:103:0)
[04:48:00.711] Build status: STARTED
[04:48:00.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:104:0) after 2m40s
[04:50:40.745] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:104:0)
[04:50:40.784] Build status: STARTED
[04:50:40.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:105:0) after 1m30s
[04:52:10.818] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:105:0)
[04:52:10.853] Build status: STARTED
[04:52:10.853] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:106:0) after 6m52s
[04:59:02.882] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:106:0)
[04:59:02.936] Build status: STARTED
[04:59:02.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:107:0) after 7m47s
[05:06:50.328] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:107:0)
[05:06:50.356] Build status: STARTED
[05:06:50.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:108:0) after 7m33s
[05:14:23.410] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:108:0)
[05:14:23.469] Build status: STARTED
[05:14:23.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:109:0) after 8m10s
[05:22:33.544] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:109:0)
[05:22:33.581] Build status: STARTED
[05:22:33.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:110:0) after 4m45s
[05:27:18.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:110:0)
[05:27:18.769] Build status: STARTED
[05:27:18.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:111:0) after 9m33s
[05:36:52.041] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:111:0)
[05:36:52.069] Build status: STARTED
[05:36:52.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:112:0) after 1m33s
[05:38:25.098] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:112:0)
[05:38:25.128] Build status: STARTED
[05:38:25.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:113:0) after 1m19s
[05:39:44.296] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:113:0)
[05:39:44.335] Build status: STARTED
[05:39:44.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:114:0) after 4m54s
[05:44:38.478] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:114:0)
[05:44:38.512] Build status: STARTED
[05:44:38.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:115:0) after 2m34s
[05:47:12.557] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:115:0)
[05:47:12.583] Build status: STARTED
[05:47:12.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:116:0) after 5m46s
[05:52:58.612] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:116:0)
[05:52:58.640] Build status: STARTED
[05:52:58.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:117:0) after 8m4s
[06:01:02.851] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:117:0)
[06:01:02.902] Build status: STARTED
[06:01:02.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:118:0) after 7m51s
[06:08:53.930] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:118:0)
[06:08:53.961] Build status: STARTED
[06:08:53.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:119:0) after 2m17s
[06:11:11.025] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:119:0)
[06:11:11.057] Build status: STARTED
[06:11:11.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:120:0) after 6m55s
[06:18:06.126] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:120:0)
[06:18:06.167] Build status: STARTED
[06:18:06.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:121:0) after 7m20s
[06:25:26.313] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:121:0)
[06:25:26.344] Build status: STARTED
[06:25:26.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:122:0) after 1m40s
[06:27:06.373] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:122:0)
[06:27:06.400] Build status: STARTED
[06:27:06.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:123:0) after 4m2s
[06:31:08.726] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:123:0)
[06:31:08.760] Build status: STARTED
[06:31:08.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:124:0) after 6m18s
[06:37:26.839] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:124:0)
[06:37:26.877] Build status: STARTED
[06:37:26.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9013384278245265344:125:0) after 7m23s
[06:42:56.766] Received PubSub notification, asking Buildbucket for the build status
[06:42:56.789] Build:
{
  "id": "8847954216292785456",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 25878,
  "createdBy": "project:chromium",
  "createTime": "2021-05-06T19:45:33.391044Z",
  "startTime": "2021-05-06T19:45:35.585667Z",
  "endTime": "2021-05-07T06:42:56.427390479Z",
  "updateTime": "2021-05-07T06:42:56.427715627Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a5578f87eac7d5e0a751462a061903f07871e47d",
      "ref": "refs/heads/master"
    }
  }
}
[06:42:56.789] Invocation finished in 10h57m24.644474109s with status FAILED