Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "4fa8e434ab18faf4c8435ad3950235b1d8556a84"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4fa8e434ab18faf4c8435ad3950235b1d8556a84
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[08:42:19.773] New invocation is queued and will start shortly
[08:42:20.835] Starting the invocation (attempt 1)
[08:42:20.865] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4fa8e434ab18faf4c8435ad3950235b1d8556a84"
[08:42:20.865] Popped gitiles commit info from properties and tags
[08:42:20.865] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:42:20.865] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:42:20.865] Buildbucket request:
{
  "requestId": "8998568101098663680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4fa8e434ab18faf4c8435ad3950235b1d8556a84",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8998568101098663680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[08:42:21.307] Scheduled build:
{
  "id": "8833138039229412497",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 25699,
  "createdBy": "project:chromium",
  "createTime": "2021-10-17T08:42:20.923394891Z",
  "updateTime": "2021-10-17T08:42:21.131638543Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "4fa8e434ab18faf4c8435ad3950235b1d8556a84",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[08:42:21.307] Task URL: https://cr-buildbucket.appspot.com/build/8833138039229412497
[08:42:21.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:2:0) after 8m10s
[08:43:43.815] Received PubSub notification, asking Buildbucket for the build status
[08:43:43.845] Build status: STARTED
[08:50:31.329] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:2:0)
[08:50:31.357] Build status: STARTED
[08:50:31.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:4:0) after 6m35s
[08:57:06.491] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:4:0)
[08:57:06.533] Build status: STARTED
[08:57:06.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:5:0) after 8m53s
[09:05:59.617] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:5:0)
[09:05:59.648] Build status: STARTED
[09:05:59.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:6:0) after 8m48s
[09:14:47.753] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:6:0)
[09:14:47.786] Build status: STARTED
[09:14:47.786] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:7:0) after 7m21s
[09:22:08.805] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:7:0)
[09:22:08.837] Build status: STARTED
[09:22:08.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:8:0) after 7m26s
[09:29:34.881] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:8:0)
[09:29:34.909] Build status: STARTED
[09:29:34.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:9:0) after 5m52s
[09:35:27.312] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:9:0)
[09:35:27.343] Build status: STARTED
[09:35:27.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:10:0) after 5m7s
[09:40:34.665] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:10:0)
[09:40:34.694] Build status: STARTED
[09:40:34.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:11:0) after 4m38s
[09:45:12.757] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:11:0)
[09:45:12.798] Build status: STARTED
[09:45:12.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:12:0) after 6m22s
[09:51:35.155] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:12:0)
[09:51:35.187] Build status: STARTED
[09:51:35.187] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:13:0) after 2m51s
[09:54:27.365] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:13:0)
[09:54:27.456] Build status: STARTED
[09:54:27.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:14:0) after 9m51s
[10:04:18.799] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:14:0)
[10:04:18.953] Build status: STARTED
[10:04:18.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:15:0) after 5m14s
[10:09:33.024] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:15:0)
[10:09:33.076] Build status: STARTED
[10:09:33.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:16:0) after 2m38s
[10:12:11.097] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:16:0)
[10:12:11.157] Build status: STARTED
[10:12:11.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:17:0) after 5m51s
[10:18:02.210] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:17:0)
[10:18:02.307] Build status: STARTED
[10:18:02.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:18:0) after 3m27s
[10:21:29.510] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:18:0)
[10:21:29.541] Build status: STARTED
[10:21:29.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:19:0) after 4m19s
[10:25:48.538] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:19:0)
[10:25:48.569] Build status: STARTED
[10:25:48.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:20:0) after 1m57s
[10:27:45.792] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:20:0)
[10:27:45.821] Build status: STARTED
[10:27:45.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:21:0) after 1m59s
[10:29:44.840] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:21:0)
[10:29:44.873] Build status: STARTED
[10:29:44.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:22:0) after 1m25s
[10:31:09.894] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:22:0)
[10:31:09.923] Build status: STARTED
[10:31:09.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:23:0) after 7m20s
[10:38:30.000] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:23:0)
[10:38:30.039] Build status: STARTED
[10:38:30.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:24:0) after 4m41s
[10:43:11.115] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:24:0)
[10:43:11.145] Build status: STARTED
[10:43:11.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:25:0) after 6m57s
[10:50:08.167] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:25:0)
[10:50:08.194] Build status: STARTED
[10:50:08.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:26:0) after 5m9s
[10:55:17.413] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:26:0)
[10:55:17.443] Build status: STARTED
[10:55:17.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:27:0) after 2m21s
[10:57:38.631] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:27:0)
[10:57:38.660] Build status: STARTED
[10:57:38.660] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:28:0) after 9m24s
[11:07:02.794] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:28:0)
[11:07:02.823] Build status: STARTED
[11:07:02.823] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:29:0) after 5m22s
[11:12:24.840] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:29:0)
[11:12:24.885] Build status: STARTED
[11:12:24.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:30:0) after 7m11s
[11:19:35.906] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:30:0)
[11:19:35.934] Build status: STARTED
[11:19:35.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:31:0) after 8m57s
[11:28:33.462] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:31:0)
[11:28:33.490] Build status: STARTED
[11:28:33.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:32:0) after 7m25s
[11:35:58.600] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:32:0)
[11:35:58.632] Build status: STARTED
[11:35:58.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:33:0) after 7m47s
[11:43:45.856] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:33:0)
[11:43:45.907] Build status: STARTED
[11:43:45.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:34:0) after 7m57s
[11:51:42.928] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:34:0)
[11:51:42.959] Build status: STARTED
[11:51:42.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:35:0) after 2m6s
[11:53:49.105] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:35:0)
[11:53:49.132] Build status: STARTED
[11:53:49.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:36:0) after 7m0s
[12:00:49.149] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:36:0)
[12:00:49.194] Build status: STARTED
[12:00:49.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:37:0) after 9m59s
[12:10:48.498] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:37:0)
[12:10:48.531] Build status: STARTED
[12:10:48.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:38:0) after 4m43s
[12:15:31.701] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:38:0)
[12:15:31.752] Build status: STARTED
[12:15:31.752] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:39:0) after 9m21s
[12:24:52.931] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:39:0)
[12:24:52.966] Build status: STARTED
[12:24:52.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:40:0) after 3m30s
[12:28:22.999] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:40:0)
[12:28:23.029] Build status: STARTED
[12:28:23.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:41:0) after 1m31s
[12:29:54.249] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:41:0)
[12:29:54.342] Build status: STARTED
[12:29:54.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:42:0) after 1m20s
[12:31:14.364] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:42:0)
[12:31:14.393] Build status: STARTED
[12:31:14.393] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:43:0) after 7m45s
[12:38:59.610] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:43:0)
[12:38:59.638] Build status: STARTED
[12:38:59.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:44:0) after 1m34s
[12:40:33.727] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:44:0)
[12:40:33.771] Build status: STARTED
[12:40:33.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:45:0) after 6m57s
[12:47:30.997] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:45:0)
[12:47:31.025] Build status: STARTED
[12:47:31.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:46:0) after 9m4s
[12:56:35.197] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:46:0)
[12:56:35.228] Build status: STARTED
[12:56:35.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:47:0) after 3m45s
[13:00:20.272] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:47:0)
[13:00:20.305] Build status: STARTED
[13:00:20.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:48:0) after 7m50s
[13:08:10.325] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:48:0)
[13:08:10.351] Build status: STARTED
[13:08:10.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:49:0) after 1m0s
[13:09:10.559] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:49:0)
[13:09:10.611] Build status: STARTED
[13:09:10.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:50:0) after 8m29s
[13:17:39.843] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:50:0)
[13:17:39.877] Build status: STARTED
[13:17:39.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:51:0) after 8m37s
[13:26:17.273] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:51:0)
[13:26:17.308] Build status: STARTED
[13:26:17.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:52:0) after 1m18s
[13:27:35.533] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:52:0)
[13:27:35.560] Build status: STARTED
[13:27:35.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:53:0) after 9m28s
[13:37:03.581] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:53:0)
[13:37:03.609] Build status: STARTED
[13:37:03.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:54:0) after 9m0s
[13:46:03.625] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:54:0)
[13:46:03.656] Build status: STARTED
[13:46:03.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:55:0) after 3m45s
[13:49:49.141] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:55:0)
[13:49:49.173] Build status: STARTED
[13:49:49.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:56:0) after 5m51s
[13:55:40.456] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:56:0)
[13:55:40.491] Build status: STARTED
[13:55:40.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:57:0) after 5m51s
[14:01:31.627] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:57:0)
[14:01:31.659] Build status: STARTED
[14:01:31.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:58:0) after 8m45s
[14:10:16.679] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:58:0)
[14:10:16.712] Build status: STARTED
[14:10:16.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:59:0) after 6m44s
[14:17:00.735] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:59:0)
[14:17:00.769] Build status: STARTED
[14:17:00.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:60:0) after 4m46s
[14:21:46.793] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:60:0)
[14:21:46.879] Build status: STARTED
[14:21:46.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:61:0) after 5m50s
[14:27:36.903] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:61:0)
[14:27:36.937] Build status: STARTED
[14:27:36.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:62:0) after 7m36s
[14:35:12.933] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:62:0)
[14:35:12.979] Build status: STARTED
[14:35:12.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:63:0) after 1m24s
[14:36:37.000] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:63:0)
[14:36:37.044] Build status: STARTED
[14:36:37.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:64:0) after 6m38s
[14:43:15.098] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:64:0)
[14:43:15.124] Build status: STARTED
[14:43:15.124] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:65:0) after 4m46s
[14:48:01.151] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:65:0)
[14:48:01.185] Build status: STARTED
[14:48:01.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:66:0) after 5m57s
[14:53:58.525] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:66:0)
[14:53:58.552] Build status: STARTED
[14:53:58.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:67:0) after 8m59s
[15:02:58.448] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:67:0)
[15:02:58.490] Build status: STARTED
[15:02:58.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:68:0) after 4m44s
[15:07:42.511] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:68:0)
[15:07:42.548] Build status: STARTED
[15:07:42.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:69:0) after 7m4s
[15:14:46.662] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:69:0)
[15:14:46.694] Build status: STARTED
[15:14:46.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:70:0) after 2m45s
[15:17:31.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:70:0)
[15:17:31.745] Build status: STARTED
[15:17:31.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:71:0) after 7m35s
[15:25:06.982] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:71:0)
[15:25:07.013] Build status: STARTED
[15:25:07.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:72:0) after 1m21s
[15:26:28.121] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:72:0)
[15:26:28.201] Build status: STARTED
[15:26:28.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:73:0) after 1m35s
[15:28:03.242] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:73:0)
[15:28:03.277] Build status: STARTED
[15:28:03.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:74:0) after 1m27s
[15:29:30.303] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:74:0)
[15:29:30.356] Build status: STARTED
[15:29:30.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:75:0) after 8m34s
[15:38:04.855] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:75:0)
[15:38:04.885] Build status: STARTED
[15:38:04.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:76:0) after 1m32s
[15:39:37.083] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:76:0)
[15:39:37.118] Build status: STARTED
[15:39:37.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:77:0) after 4m25s
[15:44:02.144] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:77:0)
[15:44:02.182] Build status: STARTED
[15:44:02.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:78:0) after 9m50s
[15:53:52.588] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:78:0)
[15:53:52.621] Build status: STARTED
[15:53:52.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:79:0) after 1m20s
[15:55:12.646] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:79:0)
[15:55:12.686] Build status: STARTED
[15:55:12.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:80:0) after 6m1s
[16:01:13.807] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:80:0)
[16:01:13.840] Build status: STARTED
[16:01:13.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:81:0) after 3m52s
[16:05:06.118] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:81:0)
[16:05:06.147] Build status: STARTED
[16:05:06.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:82:0) after 7m15s
[16:12:21.669] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:82:0)
[16:12:21.698] Build status: STARTED
[16:12:21.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:83:0) after 5m48s
[16:18:09.798] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:83:0)
[16:18:09.828] Build status: STARTED
[16:18:09.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:84:0) after 3m13s
[16:21:23.219] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:84:0)
[16:21:23.286] Build status: STARTED
[16:21:23.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:85:0) after 1m56s
[16:23:19.505] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:85:0)
[16:23:19.536] Build status: STARTED
[16:23:19.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:86:0) after 8m53s
[16:32:12.764] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:86:0)
[16:32:12.815] Build status: STARTED
[16:32:12.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:87:0) after 2m15s
[16:34:27.854] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:87:0)
[16:34:27.899] Build status: STARTED
[16:34:27.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:88:0) after 9m16s
[16:43:44.026] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:88:0)
[16:43:44.060] Build status: STARTED
[16:43:44.060] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:89:0) after 2m26s
[16:46:10.088] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:89:0)
[16:46:10.115] Build status: STARTED
[16:46:10.115] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:90:0) after 8m45s
[16:54:55.535] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:90:0)
[16:54:55.565] Build status: STARTED
[16:54:55.565] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:91:0) after 9m12s
[17:04:07.650] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:91:0)
[17:04:07.689] Build status: STARTED
[17:04:07.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:92:0) after 9m14s
[17:13:21.713] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:92:0)
[17:13:21.744] Build status: STARTED
[17:13:21.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:93:0) after 8m27s
[17:21:48.764] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:93:0)
[17:21:48.862] Build status: STARTED
[17:21:48.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:94:0) after 9m19s
[17:31:08.031] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:94:0)
[17:31:08.061] Build status: STARTED
[17:31:08.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:95:0) after 8m22s
[17:39:30.084] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:95:0)
[17:39:30.265] Build status: STARTED
[17:39:30.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:96:0) after 6m11s
[17:45:41.631] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:96:0)
[17:45:41.662] Build status: STARTED
[17:45:41.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:97:0) after 5m52s
[17:51:33.885] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:97:0)
[17:51:33.918] Build status: STARTED
[17:51:33.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:98:0) after 9m40s
[18:01:13.944] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:98:0)
[18:01:13.980] Build status: STARTED
[18:01:13.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:99:0) after 2m57s
[18:04:11.094] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:99:0)
[18:04:11.126] Build status: STARTED
[18:04:11.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:100:0) after 3m34s
[18:07:45.296] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:100:0)
[18:07:45.333] Build status: STARTED
[18:07:45.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:101:0) after 1m30s
[18:09:15.612] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:101:0)
[18:09:15.692] Build status: STARTED
[18:09:15.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:102:0) after 9m29s
[18:18:44.799] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:102:0)
[18:18:44.846] Build status: STARTED
[18:18:44.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:103:0) after 6m51s
[18:25:35.886] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:103:0)
[18:25:35.937] Build status: STARTED
[18:25:35.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:104:0) after 6m0s
[18:31:36.512] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:104:0)
[18:31:36.574] Build status: STARTED
[18:31:36.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:105:0) after 1m37s
[18:33:13.960] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:105:0)
[18:33:13.999] Build status: STARTED
[18:33:13.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:106:0) after 6m18s
[18:39:32.034] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:106:0)
[18:39:32.071] Build status: STARTED
[18:39:32.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:107:0) after 3m0s
[18:42:32.091] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:107:0)
[18:42:32.200] Build status: STARTED
[18:42:32.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:108:0) after 1m59s
[18:44:31.190] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:108:0)
[18:44:31.351] Build status: STARTED
[18:44:31.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:109:0) after 3m30s
[18:48:01.376] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:109:0)
[18:48:01.424] Build status: STARTED
[18:48:01.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:110:0) after 3m18s
[18:51:19.557] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:110:0)
[18:51:19.587] Build status: STARTED
[18:51:19.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998568101098663680:111:0) after 6m46s
[18:55:07.157] Received PubSub notification, asking Buildbucket for the build status
[18:55:07.275] Build:
{
  "id": "8833138039229412497",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 25699,
  "createdBy": "project:chromium",
  "createTime": "2021-10-17T08:42:20.923394891Z",
  "startTime": "2021-10-17T08:43:42.905596Z",
  "endTime": "2021-10-17T18:55:06.272904860Z",
  "updateTime": "2021-10-17T18:55:06.273673349Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "4fa8e434ab18faf4c8435ad3950235b1d8556a84",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[18:55:07.275] Invocation finished in 10h12m47.517565612s with status FAILED