Status: FAILED
Triggered by: -
Duration: 11 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "b7f311e61d5e6d449ebaaa8af221a455dd4cb198"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b7f311e61d5e6d449ebaaa8af221a455dd4cb198
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[18:05:13.411] New invocation is queued and will start shortly
[18:05:15.094] Starting the invocation (attempt 1)
[18:05:15.136] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b7f311e61d5e6d449ebaaa8af221a455dd4cb198"
[18:05:15.136] Popped gitiles commit info from properties and tags
[18:05:15.136] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:05:15.137] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:05:15.137] Buildbucket request:
{
  "requestId": "8983584187415538784",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b7f311e61d5e6d449ebaaa8af221a455dd4cb198",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8983584187415538784"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[18:05:15.748] Scheduled build:
{
  "id": "8818154124874435921",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 26770,
  "createdBy": "project:chromium",
  "createTime": "2022-03-31T18:05:15.203151864Z",
  "updateTime": "2022-03-31T18:05:15.203151864Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "b7f311e61d5e6d449ebaaa8af221a455dd4cb198",
      "ref": "refs/heads/main"
    }
  }
}
[18:05:15.748] Task URL: https://cr-buildbucket.appspot.com/build/8818154124874435921
[18:05:15.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:2:0) after 4m58s
[18:10:13.816] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:2:0)
[18:10:13.838] Build status: SCHEDULED
[18:10:13.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:3:0) after 6m57s
[18:17:11.161] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:3:0)
[18:17:11.182] Build status: SCHEDULED
[18:17:11.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:4:0) after 6m45s
[18:23:56.476] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:4:0)
[18:23:56.495] Build status: SCHEDULED
[18:23:56.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:5:0) after 5m53s
[18:29:49.642] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:5:0)
[18:29:49.664] Build status: SCHEDULED
[18:29:49.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:6:0) after 3m50s
[18:33:39.739] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:6:0)
[18:33:39.778] Build status: SCHEDULED
[18:33:39.778] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:7:0) after 7m18s
[18:39:13.247] Received PubSub notification, asking Buildbucket for the build status
[18:39:13.280] Build status: STARTED
[18:40:57.794] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:7:0)
[18:40:57.816] Build status: STARTED
[18:40:57.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:9:0) after 3m8s
[18:44:05.855] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:9:0)
[18:44:05.894] Build status: STARTED
[18:44:05.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:10:0) after 5m24s
[18:49:29.996] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:10:0)
[18:49:30.027] Build status: STARTED
[18:49:30.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:11:0) after 4m0s
[18:53:30.052] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:11:0)
[18:53:30.073] Build status: STARTED
[18:53:30.073] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:12:0) after 7m37s
[19:01:07.094] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:12:0)
[19:01:07.142] Build status: STARTED
[19:01:07.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:13:0) after 2m59s
[19:04:06.259] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:13:0)
[19:04:06.283] Build status: STARTED
[19:04:06.283] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:14:0) after 9m58s
[19:14:04.304] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:14:0)
[19:14:04.357] Build status: STARTED
[19:14:04.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:15:0) after 8m29s
[19:22:33.772] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:15:0)
[19:22:33.795] Build status: STARTED
[19:22:33.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:16:0) after 8m28s
[19:31:01.834] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:16:0)
[19:31:01.857] Build status: STARTED
[19:31:01.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:17:0) after 4m33s
[19:35:34.876] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:17:0)
[19:35:34.898] Build status: STARTED
[19:35:34.898] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:18:0) after 6m1s
[19:41:35.991] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:18:0)
[19:41:36.020] Build status: STARTED
[19:41:36.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:19:0) after 7m17s
[19:48:53.357] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:19:0)
[19:48:53.378] Build status: STARTED
[19:48:53.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:20:0) after 8m14s
[19:57:07.518] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:20:0)
[19:57:07.543] Build status: STARTED
[19:57:07.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:21:0) after 4m48s
[20:01:55.564] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:21:0)
[20:01:55.637] Build status: STARTED
[20:01:55.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:22:0) after 7m43s
[20:09:39.031] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:22:0)
[20:09:39.070] Build status: STARTED
[20:09:39.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:23:0) after 6m22s
[20:16:01.308] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:23:0)
[20:16:01.331] Build status: STARTED
[20:16:01.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:24:0) after 3m25s
[20:19:26.458] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:24:0)
[20:19:26.480] Build status: STARTED
[20:19:26.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:25:0) after 4m18s
[20:23:44.692] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:25:0)
[20:23:44.720] Build status: STARTED
[20:23:44.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:26:0) after 5m20s
[20:29:05.019] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:26:0)
[20:29:05.046] Build status: STARTED
[20:29:05.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:27:0) after 6m50s
[20:35:55.207] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:27:0)
[20:35:55.231] Build status: STARTED
[20:35:55.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:28:0) after 7m45s
[20:43:40.252] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:28:0)
[20:43:40.277] Build status: STARTED
[20:43:40.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:29:0) after 2m0s
[20:45:40.536] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:29:0)
[20:45:40.560] Build status: STARTED
[20:45:40.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:30:0) after 5m20s
[20:51:00.715] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:30:0)
[20:51:00.746] Build status: STARTED
[20:51:00.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:31:0) after 4m32s
[20:55:33.081] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:31:0)
[20:55:33.104] Build status: STARTED
[20:55:33.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:32:0) after 4m50s
[21:00:23.239] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:32:0)
[21:00:23.280] Build status: STARTED
[21:00:23.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:33:0) after 4m50s
[21:05:13.322] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:33:0)
[21:05:13.395] Build status: STARTED
[21:05:13.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:34:0) after 2m28s
[21:07:41.414] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:34:0)
[21:07:41.469] Build status: STARTED
[21:07:41.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:35:0) after 5m31s
[21:13:12.563] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:35:0)
[21:13:12.604] Build status: STARTED
[21:13:12.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:36:0) after 9m29s
[21:22:41.728] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:36:0)
[21:22:41.761] Build status: STARTED
[21:22:41.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:37:0) after 8m16s
[21:30:57.860] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:37:0)
[21:30:57.887] Build status: STARTED
[21:30:57.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:38:0) after 5m44s
[21:36:41.963] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:38:0)
[21:36:41.984] Build status: STARTED
[21:36:41.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:39:0) after 3m0s
[21:39:42.157] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:39:0)
[21:39:42.246] Build status: STARTED
[21:39:42.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:40:0) after 5m11s
[21:44:53.283] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:40:0)
[21:44:53.306] Build status: STARTED
[21:44:53.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:41:0) after 5m54s
[21:50:47.329] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:41:0)
[21:50:47.350] Build status: STARTED
[21:50:47.350] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:42:0) after 1m55s
[21:52:42.860] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:42:0)
[21:52:42.882] Build status: STARTED
[21:52:42.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:43:0) after 8m4s
[22:00:46.915] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:43:0)
[22:00:46.941] Build status: STARTED
[22:00:46.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:44:0) after 7m48s
[22:08:35.161] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:44:0)
[22:08:35.185] Build status: STARTED
[22:08:35.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:45:0) after 5m23s
[22:13:58.220] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:45:0)
[22:13:58.242] Build status: STARTED
[22:13:58.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:46:0) after 9m2s
[22:23:00.573] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:46:0)
[22:23:00.595] Build status: STARTED
[22:23:00.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:47:0) after 2m14s
[22:25:14.822] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:47:0)
[22:25:14.844] Build status: STARTED
[22:25:14.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:48:0) after 7m19s
[22:32:34.417] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:48:0)
[22:32:34.460] Build status: STARTED
[22:32:34.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:49:0) after 9m56s
[22:42:30.483] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:49:0)
[22:42:30.515] Build status: STARTED
[22:42:30.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:50:0) after 1m2s
[22:43:32.878] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:50:0)
[22:43:32.898] Build status: STARTED
[22:43:32.898] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:51:0) after 1m3s
[22:44:35.920] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:51:0)
[22:44:35.961] Build status: STARTED
[22:44:35.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:52:0) after 2m18s
[22:46:55.252] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:52:0)
[22:46:55.289] Build status: STARTED
[22:46:55.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:53:0) after 8m19s
[22:55:14.569] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:53:0)
[22:55:14.595] Build status: STARTED
[22:55:14.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:54:0) after 8m29s
[23:03:43.781] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:54:0)
[23:03:43.806] Build status: STARTED
[23:03:43.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:55:0) after 4m36s
[23:08:19.810] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:55:0)
[23:08:19.847] Build status: STARTED
[23:08:19.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:56:0) after 8m14s
[23:16:34.218] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:56:0)
[23:16:34.239] Build status: STARTED
[23:16:34.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:57:0) after 8m45s
[23:25:19.260] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:57:0)
[23:25:19.283] Build status: STARTED
[23:25:19.283] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:58:0) after 4m16s
[23:29:35.551] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:58:0)
[23:29:35.573] Build status: STARTED
[23:29:35.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:59:0) after 5m54s
[23:35:29.575] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:59:0)
[23:35:29.598] Build status: STARTED
[23:35:29.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:60:0) after 4m35s
[23:40:04.740] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:60:0)
[23:40:04.774] Build status: STARTED
[23:40:04.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:61:0) after 6m7s
[23:46:11.834] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:61:0)
[23:46:11.867] Build status: STARTED
[23:46:11.867] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:62:0) after 8m59s
[23:55:10.925] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:62:0)
[23:55:10.969] Build status: STARTED
[23:55:10.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:63:0) after 8m13s
[00:03:23.991] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:63:0)
[00:03:24.022] Build status: STARTED
[00:03:24.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:64:0) after 8m51s
[00:12:15.227] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:64:0)
[00:12:15.251] Build status: STARTED
[00:12:15.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:65:0) after 2m10s
[00:14:25.818] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:65:0)
[00:14:25.855] Build status: STARTED
[00:14:25.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:66:0) after 9m41s
[00:24:06.876] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:66:0)
[00:24:06.911] Build status: STARTED
[00:24:06.911] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:67:0) after 4m38s
[00:28:44.931] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:67:0)
[00:28:44.976] Build status: STARTED
[00:28:44.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:68:0) after 9m44s
[00:38:29.001] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:68:0)
[00:38:29.024] Build status: STARTED
[00:38:29.024] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:69:0) after 7m27s
[00:45:56.401] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:69:0)
[00:45:56.423] Build status: STARTED
[00:45:56.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:70:0) after 6m35s
[00:52:31.588] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:70:0)
[00:52:31.619] Build status: STARTED
[00:52:31.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:71:0) after 4m4s
[00:56:35.642] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:71:0)
[00:56:35.678] Build status: STARTED
[00:56:35.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:72:0) after 4m26s
[01:01:01.863] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:72:0)
[01:01:01.948] Build status: STARTED
[01:01:01.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:73:0) after 3m59s
[01:05:01.354] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:73:0)
[01:05:01.382] Build status: STARTED
[01:05:01.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:74:0) after 8m43s
[01:13:44.403] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:74:0)
[01:13:44.436] Build status: STARTED
[01:13:44.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:75:0) after 9m28s
[01:23:13.155] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:75:0)
[01:23:13.196] Build status: STARTED
[01:23:13.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:76:0) after 5m20s
[01:28:33.261] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:76:0)
[01:28:33.292] Build status: STARTED
[01:28:33.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:77:0) after 5m47s
[01:34:20.435] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:77:0)
[01:34:20.553] Build status: STARTED
[01:34:20.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:78:0) after 6m51s
[01:41:11.599] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:78:0)
[01:41:11.657] Build status: STARTED
[01:41:11.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:79:0) after 3m47s
[01:44:58.677] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:79:0)
[01:44:58.702] Build status: STARTED
[01:44:58.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:80:0) after 9m22s
[01:54:20.724] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:80:0)
[01:54:20.751] Build status: STARTED
[01:54:20.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:81:0) after 1m6s
[01:55:26.758] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:81:0)
[01:55:26.808] Build status: STARTED
[01:55:26.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:82:0) after 3m50s
[01:59:16.932] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:82:0)
[01:59:16.958] Build status: STARTED
[01:59:16.958] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:83:0) after 5m8s
[02:04:25.121] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:83:0)
[02:04:25.158] Build status: STARTED
[02:04:25.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:84:0) after 5m34s
[02:09:59.181] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:84:0)
[02:09:59.205] Build status: STARTED
[02:09:59.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:85:0) after 2m28s
[02:12:27.228] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:85:0)
[02:12:27.404] Build status: STARTED
[02:12:27.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:86:0) after 2m42s
[02:15:09.456] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:86:0)
[02:15:09.503] Build status: STARTED
[02:15:09.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:87:0) after 4m57s
[02:20:06.632] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:87:0)
[02:20:06.672] Build status: STARTED
[02:20:06.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:88:0) after 6m14s
[02:26:20.693] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:88:0)
[02:26:20.721] Build status: STARTED
[02:26:20.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:89:0) after 3m2s
[02:29:22.734] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:89:0)
[02:29:22.758] Build status: STARTED
[02:29:22.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:90:0) after 2m38s
[02:32:00.793] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:90:0)
[02:32:00.837] Build status: STARTED
[02:32:00.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:91:0) after 8m46s
[02:40:47.121] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:91:0)
[02:40:47.153] Build status: STARTED
[02:40:47.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:92:0) after 6m15s
[02:47:02.179] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:92:0)
[02:47:02.257] Build status: STARTED
[02:47:02.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:93:0) after 7m35s
[02:54:37.381] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:93:0)
[02:54:37.474] Build status: STARTED
[02:54:37.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:94:0) after 1m48s
[02:56:25.572] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:94:0)
[02:56:25.779] Build status: STARTED
[02:56:25.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:95:0) after 4m48s
[03:01:13.822] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:95:0)
[03:01:13.851] Build status: STARTED
[03:01:13.851] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:96:0) after 5m49s
[03:07:02.912] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:96:0)
[03:07:02.935] Build status: STARTED
[03:07:02.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:97:0) after 4m33s
[03:11:35.960] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:97:0)
[03:11:35.994] Build status: STARTED
[03:11:35.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:98:0) after 2m30s
[03:14:06.154] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:98:0)
[03:14:06.183] Build status: STARTED
[03:14:06.183] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:99:0) after 4m37s
[03:18:43.190] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:99:0)
[03:18:43.226] Build status: STARTED
[03:18:43.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:100:0) after 7m15s
[03:25:58.347] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:100:0)
[03:25:58.462] Build status: STARTED
[03:25:58.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:101:0) after 6m7s
[03:32:05.465] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:101:0)
[03:32:05.497] Build status: STARTED
[03:32:05.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:102:0) after 2m9s
[03:34:14.869] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:102:0)
[03:34:14.892] Build status: STARTED
[03:34:14.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:103:0) after 6m42s
[03:40:57.066] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:103:0)
[03:40:57.148] Build status: STARTED
[03:40:57.149] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:104:0) after 1m8s
[03:42:05.194] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:104:0)
[03:42:05.221] Build status: STARTED
[03:42:05.221] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:105:0) after 8m41s
[03:50:46.314] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:105:0)
[03:50:46.334] Build status: STARTED
[03:50:46.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:106:0) after 5m39s
[03:56:25.432] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:106:0)
[03:56:25.457] Build status: STARTED
[03:56:25.457] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:107:0) after 7m18s
[04:03:43.481] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:107:0)
[04:03:43.515] Build status: STARTED
[04:03:43.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:108:0) after 5m28s
[04:09:11.560] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:108:0)
[04:09:11.585] Build status: STARTED
[04:09:11.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:109:0) after 6m4s
[04:15:15.590] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:109:0)
[04:15:15.620] Build status: STARTED
[04:15:15.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:110:0) after 5m40s
[04:20:55.784] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:110:0)
[04:20:55.802] Build status: STARTED
[04:20:55.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:111:0) after 9m34s
[04:30:29.823] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:111:0)
[04:30:29.860] Build status: STARTED
[04:30:29.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:112:0) after 4m46s
[04:35:15.882] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:112:0)
[04:35:15.903] Build status: STARTED
[04:35:15.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:113:0) after 4m13s
[04:39:28.924] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:113:0)
[04:39:28.947] Build status: STARTED
[04:39:28.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:114:0) after 4m48s
[04:44:16.979] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:114:0)
[04:44:17.019] Build status: STARTED
[04:44:17.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:115:0) after 3m30s
[04:47:47.046] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:115:0)
[04:47:47.079] Build status: STARTED
[04:47:47.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:116:0) after 9m55s
[04:57:42.101] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:116:0)
[04:57:42.131] Build status: STARTED
[04:57:42.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:117:0) after 7m42s
[05:05:24.549] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:117:0)
[05:05:24.577] Build status: STARTED
[05:05:24.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:118:0) after 7m49s
[05:13:13.602] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:118:0)
[05:13:13.759] Build status: STARTED
[05:13:13.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:119:0) after 3m39s
[05:16:52.785] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:119:0)
[05:16:52.807] Build status: STARTED
[05:16:52.807] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:120:0) after 7m52s
[05:24:44.832] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:120:0)
[05:24:44.861] Build status: STARTED
[05:24:44.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:121:0) after 6m2s
[05:30:46.867] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:121:0)
[05:30:46.892] Build status: STARTED
[05:30:46.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983584187415538784:122:0) after 6m7s
[05:32:04.443] Received PubSub notification, asking Buildbucket for the build status
[05:32:04.492] Build:
{
  "id": "8818154124874435921",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 26770,
  "createdBy": "project:chromium",
  "createTime": "2022-03-31T18:05:15.203151864Z",
  "startTime": "2022-03-31T18:39:12.588353Z",
  "endTime": "2022-04-01T05:32:04.060756951Z",
  "updateTime": "2022-04-01T05:32:04.060756951Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "b7f311e61d5e6d449ebaaa8af221a455dd4cb198",
      "ref": "refs/heads/main"
    }
  }
}
[05:32:04.492] Invocation finished in 11h26m51.096019632s with status FAILED