Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxMSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "f7143a9307aefc31ad2773fd7331bfe5c328ea06"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f7143a9307aefc31ad2773fd7331bfe5c328ea06
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[15:36:30.336] New invocation is queued and will start shortly
[15:36:31.490] Starting the invocation (attempt 1)
[15:36:31.536] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f7143a9307aefc31ad2773fd7331bfe5c328ea06"
[15:36:31.536] Popped gitiles commit info from properties and tags
[15:36:31.536] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:36:31.536] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:36:31.536] Buildbucket request:
{
  "requestId": "8967376686949892016",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f7143a9307aefc31ad2773fd7331bfe5c328ea06",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8967376686949892016"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxMSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[15:36:32.012] Scheduled build:
{
  "id": "8801946624945072673",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 16924,
  "createdBy": "project:chromium",
  "createTime": "2022-09-26T15:36:31.619577599Z",
  "updateTime": "2022-09-26T15:36:31.619577599Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f7143a9307aefc31ad2773fd7331bfe5c328ea06",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[15:36:32.012] Task URL: https://cr-buildbucket.appspot.com/build/8801946624945072673
[15:36:32.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:2:0) after 7m14s
[15:38:14.083] Received PubSub notification, asking Buildbucket for the build status
[15:38:14.120] Build status: STARTED
[15:43:46.043] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:2:0)
[15:43:46.065] Build status: STARTED
[15:43:46.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:4:0) after 2m14s
[15:46:00.184] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:4:0)
[15:46:00.222] Build status: STARTED
[15:46:00.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:5:0) after 6m56s
[15:52:56.640] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:5:0)
[15:52:56.708] Build status: STARTED
[15:52:56.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:6:0) after 3m26s
[15:56:22.785] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:6:0)
[15:56:22.816] Build status: STARTED
[15:56:22.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:7:0) after 1m55s
[15:58:17.845] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:7:0)
[15:58:18.102] Build status: STARTED
[15:58:18.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:8:0) after 1m25s
[15:59:43.247] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:8:0)
[15:59:43.278] Build status: STARTED
[15:59:43.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:9:0) after 7m47s
[16:07:30.351] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:9:0)
[16:07:30.372] Build status: STARTED
[16:07:30.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:10:0) after 9m50s
[16:17:20.390] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:10:0)
[16:17:20.419] Build status: STARTED
[16:17:20.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:11:0) after 5m36s
[16:22:56.451] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:11:0)
[16:22:56.470] Build status: STARTED
[16:22:56.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:12:0) after 8m32s
[16:31:28.652] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:12:0)
[16:31:28.708] Build status: STARTED
[16:31:28.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:13:0) after 3m37s
[16:35:05.983] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:13:0)
[16:35:06.011] Build status: STARTED
[16:35:06.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:14:0) after 9m17s
[16:44:23.274] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:14:0)
[16:44:23.370] Build status: STARTED
[16:44:23.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:15:0) after 5m54s
[16:50:17.402] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:15:0)
[16:50:17.468] Build status: STARTED
[16:50:17.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:16:0) after 7m32s
[16:57:49.596] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:16:0)
[16:57:49.621] Build status: STARTED
[16:57:49.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:17:0) after 5m15s
[17:03:04.667] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:17:0)
[17:03:04.691] Build status: STARTED
[17:03:04.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:18:0) after 9m49s
[17:12:53.921] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:18:0)
[17:12:53.962] Build status: STARTED
[17:12:53.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:19:0) after 9m11s
[17:22:05.254] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:19:0)
[17:22:05.303] Build status: STARTED
[17:22:05.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:20:0) after 2m59s
[17:25:04.433] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:20:0)
[17:25:04.481] Build status: STARTED
[17:25:04.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:21:0) after 1m28s
[17:26:32.461] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:21:0)
[17:26:32.501] Build status: STARTED
[17:26:32.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:22:0) after 5m59s
[17:32:31.534] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:22:0)
[17:32:31.563] Build status: STARTED
[17:32:31.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:23:0) after 1m11s
[17:33:43.293] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:23:0)
[17:33:43.317] Build status: STARTED
[17:33:43.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:24:0) after 5m51s
[17:39:34.563] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:24:0)
[17:39:34.585] Build status: STARTED
[17:39:34.585] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:25:0) after 8m4s
[17:47:38.684] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:25:0)
[17:47:38.709] Build status: STARTED
[17:47:38.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:26:0) after 5m16s
[17:52:54.839] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:26:0)
[17:52:54.863] Build status: STARTED
[17:52:54.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:27:0) after 6m58s
[17:59:53.119] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:27:0)
[17:59:53.140] Build status: STARTED
[17:59:53.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:28:0) after 4m6s
[18:03:59.197] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:28:0)
[18:03:59.231] Build status: STARTED
[18:03:59.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:29:0) after 4m25s
[18:08:24.258] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:29:0)
[18:08:24.287] Build status: STARTED
[18:08:24.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:30:0) after 4m20s
[18:12:44.410] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:30:0)
[18:12:44.435] Build status: STARTED
[18:12:44.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:31:0) after 1m36s
[18:14:20.462] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:31:0)
[18:14:20.490] Build status: STARTED
[18:14:20.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:32:0) after 1m40s
[18:16:01.264] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:32:0)
[18:16:01.335] Build status: STARTED
[18:16:01.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:33:0) after 3m23s
[18:19:24.541] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:33:0)
[18:19:24.569] Build status: STARTED
[18:19:24.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:34:0) after 9m36s
[18:29:00.890] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:34:0)
[18:29:00.923] Build status: STARTED
[18:29:00.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:35:0) after 3m36s
[18:32:37.357] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:35:0)
[18:32:37.392] Build status: STARTED
[18:32:37.392] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:36:0) after 8m31s
[18:41:08.434] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:36:0)
[18:41:08.460] Build status: STARTED
[18:41:08.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:37:0) after 5m59s
[18:47:07.671] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:37:0)
[18:47:07.698] Build status: STARTED
[18:47:07.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:38:0) after 6m56s
[18:54:03.737] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:38:0)
[18:54:03.768] Build status: STARTED
[18:54:03.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:39:0) after 3m4s
[18:57:07.816] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:39:0)
[18:57:07.837] Build status: STARTED
[18:57:07.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:40:0) after 5m0s
[19:02:07.938] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:40:0)
[19:02:08.009] Build status: STARTED
[19:02:08.009] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:41:0) after 8m1s
[19:10:09.117] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:41:0)
[19:10:09.145] Build status: STARTED
[19:10:09.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:42:0) after 6m42s
[19:16:51.360] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:42:0)
[19:16:51.385] Build status: STARTED
[19:16:51.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:43:0) after 2m11s
[19:19:02.575] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:43:0)
[19:19:02.671] Build status: STARTED
[19:19:02.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:44:0) after 6m33s
[19:25:36.120] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:44:0)
[19:25:36.211] Build status: STARTED
[19:25:36.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:45:0) after 9m57s
[19:35:33.583] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:45:0)
[19:35:33.607] Build status: STARTED
[19:35:33.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:46:0) after 1m18s
[19:36:51.635] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:46:0)
[19:36:51.660] Build status: STARTED
[19:36:51.660] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:47:0) after 8m29s
[19:45:20.822] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:47:0)
[19:45:20.845] Build status: STARTED
[19:45:20.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:48:0) after 9m3s
[19:54:24.013] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:48:0)
[19:54:24.039] Build status: STARTED
[19:54:24.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:49:0) after 6m23s
[20:00:47.225] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:49:0)
[20:00:47.250] Build status: STARTED
[20:00:47.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:50:0) after 9m13s
[20:10:00.493] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:50:0)
[20:10:00.546] Build status: STARTED
[20:10:00.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:51:0) after 3m27s
[20:13:27.586] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:51:0)
[20:13:27.611] Build status: STARTED
[20:13:27.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:52:0) after 9m54s
[20:23:21.798] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:52:0)
[20:23:21.819] Build status: STARTED
[20:23:21.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:53:0) after 6m45s
[20:30:06.916] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:53:0)
[20:30:06.944] Build status: STARTED
[20:30:06.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:54:0) after 2m7s
[20:32:14.085] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:54:0)
[20:32:14.114] Build status: STARTED
[20:32:14.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:55:0) after 2m28s
[20:34:42.400] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:55:0)
[20:34:42.471] Build status: STARTED
[20:34:42.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:56:0) after 9m54s
[20:44:36.640] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:56:0)
[20:44:36.679] Build status: STARTED
[20:44:36.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:57:0) after 4m17s
[20:48:53.704] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:57:0)
[20:48:53.728] Build status: STARTED
[20:48:53.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:58:0) after 6m25s
[20:55:19.384] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:58:0)
[20:55:19.415] Build status: STARTED
[20:55:19.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:59:0) after 3m42s
[20:59:01.998] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:59:0)
[20:59:02.036] Build status: STARTED
[20:59:02.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:60:0) after 4m48s
[21:03:50.134] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:60:0)
[21:03:50.216] Build status: STARTED
[21:03:50.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:61:0) after 2m24s
[21:06:14.751] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:61:0)
[21:06:14.775] Build status: STARTED
[21:06:14.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:62:0) after 4m4s
[21:10:18.797] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:62:0)
[21:10:18.827] Build status: STARTED
[21:10:18.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:63:0) after 4m22s
[21:14:41.465] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:63:0)
[21:14:41.491] Build status: STARTED
[21:14:41.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:64:0) after 1m33s
[21:16:14.735] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:64:0)
[21:16:14.762] Build status: STARTED
[21:16:14.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:65:0) after 7m5s
[21:23:20.113] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:65:0)
[21:23:20.135] Build status: STARTED
[21:23:20.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:66:0) after 3m37s
[21:26:57.260] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:66:0)
[21:26:57.282] Build status: STARTED
[21:26:57.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:67:0) after 5m54s
[21:32:51.398] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:67:0)
[21:32:51.418] Build status: STARTED
[21:32:51.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:68:0) after 6m28s
[21:39:19.853] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:68:0)
[21:39:19.883] Build status: STARTED
[21:39:19.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:69:0) after 7m43s
[21:47:02.907] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:69:0)
[21:47:02.933] Build status: STARTED
[21:47:02.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:70:0) after 1m53s
[21:48:55.963] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:70:0)
[21:48:55.987] Build status: STARTED
[21:48:55.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:71:0) after 3m50s
[21:52:46.206] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:71:0)
[21:52:46.228] Build status: STARTED
[21:52:46.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:72:0) after 1m57s
[21:54:43.516] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:72:0)
[21:54:43.538] Build status: STARTED
[21:54:43.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:73:0) after 9m15s
[22:03:58.707] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:73:0)
[22:03:58.743] Build status: STARTED
[22:03:58.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:74:0) after 7m42s
[22:11:40.890] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:74:0)
[22:11:40.934] Build status: STARTED
[22:11:40.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:75:0) after 8m31s
[22:20:12.186] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:75:0)
[22:20:12.211] Build status: STARTED
[22:20:12.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:76:0) after 6m26s
[22:26:38.298] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:76:0)
[22:26:38.322] Build status: STARTED
[22:26:38.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:77:0) after 9m31s
[22:36:09.366] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:77:0)
[22:36:09.405] Build status: STARTED
[22:36:09.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:78:0) after 5m10s
[22:41:20.089] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:78:0)
[22:41:20.114] Build status: STARTED
[22:41:20.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:79:0) after 3m40s
[22:45:00.364] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:79:0)
[22:45:00.406] Build status: STARTED
[22:45:00.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:80:0) after 9m47s
[22:54:47.431] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:80:0)
[22:54:47.463] Build status: STARTED
[22:54:47.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:81:0) after 7m43s
[23:02:30.656] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:81:0)
[23:02:30.679] Build status: STARTED
[23:02:30.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:82:0) after 1m4s
[23:03:34.844] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:82:0)
[23:03:34.917] Build status: STARTED
[23:03:34.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:83:0) after 1m46s
[23:05:21.168] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:83:0)
[23:05:21.196] Build status: STARTED
[23:05:21.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:84:0) after 5m40s
[23:11:01.363] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:84:0)
[23:11:01.431] Build status: STARTED
[23:11:01.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:85:0) after 2m57s
[23:13:58.469] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:85:0)
[23:13:58.499] Build status: STARTED
[23:13:58.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:86:0) after 3m58s
[23:17:56.558] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:86:0)
[23:17:56.584] Build status: STARTED
[23:17:56.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:87:0) after 2m10s
[23:20:06.671] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:87:0)
[23:20:06.700] Build status: STARTED
[23:20:06.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:88:0) after 5m1s
[23:25:07.718] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:88:0)
[23:25:07.750] Build status: STARTED
[23:25:07.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:89:0) after 2m54s
[23:28:01.838] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:89:0)
[23:28:01.891] Build status: STARTED
[23:28:01.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:90:0) after 6m38s
[23:34:39.948] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:90:0)
[23:34:39.999] Build status: STARTED
[23:34:39.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967376686949892016:91:0) after 8m16s
[23:38:00.635] Received PubSub notification, asking Buildbucket for the build status
[23:38:00.655] Build:
{
  "id": "8801946624945072673",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 16924,
  "createdBy": "project:chromium",
  "createTime": "2022-09-26T15:36:31.619577599Z",
  "startTime": "2022-09-26T15:38:09.397851Z",
  "endTime": "2022-09-26T23:37:59.927753732Z",
  "updateTime": "2022-09-26T23:37:59.927753732Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f7143a9307aefc31ad2773fd7331bfe5c328ea06",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[23:38:00.655] Invocation finished in 8h1m30.33193027s with status FAILED