Status: FAILED
Triggered by: -
Duration: 9 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxMSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "b2e0f307cf11b9d2126320089ddcaf6dd49f29cb"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b2e0f307cf11b9d2126320089ddcaf6dd49f29cb
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[15:06:56.517] New invocation is queued and will start shortly
[15:06:57.739] Starting the invocation (attempt 1)
[15:06:57.767] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b2e0f307cf11b9d2126320089ddcaf6dd49f29cb"
[15:06:57.767] Popped gitiles commit info from properties and tags
[15:06:57.768] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:06:57.768] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:06:57.768] Buildbucket request:
{
  "requestId": "8969371680187964432",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b2e0f307cf11b9d2126320089ddcaf6dd49f29cb",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8969371680187964432"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxMSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[15:06:58.733] Scheduled build:
{
  "id": "8803941618104495665",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 16774,
  "createdBy": "project:chromium",
  "createTime": "2022-09-04T15:06:57.881361856Z",
  "updateTime": "2022-09-04T15:06:57.881361856Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "b2e0f307cf11b9d2126320089ddcaf6dd49f29cb",
      "ref": "refs/heads/main"
    }
  }
}
[15:06:58.733] Task URL: https://cr-buildbucket.appspot.com/build/8803941618104495665
[15:06:58.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:2:0) after 5m25s
[15:07:00.660] Received PubSub notification, asking Buildbucket for the build status
[15:07:00.682] Build status: STARTED
[15:12:24.190] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:2:0)
[15:12:24.221] Build status: STARTED
[15:12:24.221] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:4:0) after 7m41s
[15:20:05.238] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:4:0)
[15:20:05.260] Build status: STARTED
[15:20:05.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:5:0) after 9m31s
[15:29:36.275] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:5:0)
[15:29:36.297] Build status: STARTED
[15:29:36.297] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:6:0) after 2m2s
[15:31:38.616] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:6:0)
[15:31:38.637] Build status: STARTED
[15:31:38.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:7:0) after 7m2s
[15:38:40.861] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:7:0)
[15:38:40.905] Build status: STARTED
[15:38:40.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:8:0) after 8m31s
[15:47:11.922] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:8:0)
[15:47:11.956] Build status: STARTED
[15:47:11.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:9:0) after 6m14s
[15:53:26.161] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:9:0)
[15:53:26.188] Build status: STARTED
[15:53:26.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:10:0) after 7m40s
[16:01:06.294] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:10:0)
[16:01:06.395] Build status: STARTED
[16:01:06.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:11:0) after 3m39s
[16:04:45.415] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:11:0)
[16:04:45.440] Build status: STARTED
[16:04:45.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:12:0) after 1m19s
[16:06:04.461] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:12:0)
[16:06:04.485] Build status: STARTED
[16:06:04.485] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:13:0) after 2m7s
[16:08:11.550] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:13:0)
[16:08:11.579] Build status: STARTED
[16:08:11.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:14:0) after 1m18s
[16:09:29.601] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:14:0)
[16:09:29.621] Build status: STARTED
[16:09:29.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:15:0) after 4m7s
[16:13:36.647] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:15:0)
[16:13:36.673] Build status: STARTED
[16:13:36.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:16:0) after 6m44s
[16:20:20.688] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:16:0)
[16:20:20.710] Build status: STARTED
[16:20:20.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:17:0) after 2m39s
[16:22:59.756] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:17:0)
[16:22:59.780] Build status: STARTED
[16:22:59.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:18:0) after 7m27s
[16:30:26.880] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:18:0)
[16:30:26.908] Build status: STARTED
[16:30:26.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:19:0) after 2m5s
[16:32:31.971] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:19:0)
[16:32:31.993] Build status: STARTED
[16:32:31.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:20:0) after 4m14s
[16:36:46.076] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:20:0)
[16:36:46.096] Build status: STARTED
[16:36:46.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:21:0) after 5m50s
[16:42:36.116] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:21:0)
[16:42:36.145] Build status: STARTED
[16:42:36.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:22:0) after 8m56s
[16:51:32.228] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:22:0)
[16:51:32.255] Build status: STARTED
[16:51:32.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:23:0) after 6m35s
[16:58:07.272] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:23:0)
[16:58:07.302] Build status: STARTED
[16:58:07.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:24:0) after 9m41s
[17:07:48.321] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:24:0)
[17:07:48.342] Build status: STARTED
[17:07:48.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:25:0) after 9m39s
[17:17:27.360] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:25:0)
[17:17:27.384] Build status: STARTED
[17:17:27.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:26:0) after 4m27s
[17:21:54.404] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:26:0)
[17:21:54.428] Build status: STARTED
[17:21:54.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:27:0) after 7m57s
[17:29:51.589] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:27:0)
[17:29:51.611] Build status: STARTED
[17:29:51.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:28:0) after 6m17s
[17:36:08.635] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:28:0)
[17:36:08.664] Build status: STARTED
[17:36:08.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:29:0) after 1m3s
[17:37:11.687] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:29:0)
[17:37:11.722] Build status: STARTED
[17:37:11.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:30:0) after 2m32s
[17:39:43.768] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:30:0)
[17:39:43.797] Build status: STARTED
[17:39:43.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:31:0) after 7m53s
[17:47:36.816] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:31:0)
[17:47:36.837] Build status: STARTED
[17:47:36.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:32:0) after 9m58s
[17:57:34.851] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:32:0)
[17:57:34.879] Build status: STARTED
[17:57:34.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:33:0) after 6m25s
[18:03:59.899] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:33:0)
[18:03:59.925] Build status: STARTED
[18:03:59.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:34:0) after 3m48s
[18:07:47.948] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:34:0)
[18:07:47.971] Build status: STARTED
[18:07:47.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:35:0) after 3m59s
[18:11:46.988] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:35:0)
[18:11:47.022] Build status: STARTED
[18:11:47.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:36:0) after 5m25s
[18:17:12.044] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:36:0)
[18:17:12.065] Build status: STARTED
[18:17:12.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:37:0) after 3m37s
[18:20:49.269] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:37:0)
[18:20:49.289] Build status: STARTED
[18:20:49.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:38:0) after 2m28s
[18:23:17.313] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:38:0)
[18:23:17.340] Build status: STARTED
[18:23:17.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:39:0) after 4m39s
[18:27:56.457] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:39:0)
[18:27:56.578] Build status: STARTED
[18:27:56.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:40:0) after 8m13s
[18:36:09.735] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:40:0)
[18:36:09.763] Build status: STARTED
[18:36:09.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:41:0) after 8m14s
[18:44:23.818] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:41:0)
[18:44:23.843] Build status: STARTED
[18:44:23.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:42:0) after 2m32s
[18:46:55.861] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:42:0)
[18:46:55.892] Build status: STARTED
[18:46:55.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:43:0) after 8m28s
[18:55:24.174] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:43:0)
[18:55:24.198] Build status: STARTED
[18:55:24.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:44:0) after 2m8s
[18:57:32.222] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:44:0)
[18:57:32.248] Build status: STARTED
[18:57:32.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:45:0) after 3m38s
[19:01:11.301] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:45:0)
[19:01:11.329] Build status: STARTED
[19:01:11.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:46:0) after 4m50s
[19:06:01.336] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:46:0)
[19:06:01.360] Build status: STARTED
[19:06:01.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:47:0) after 2m56s
[19:08:57.422] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:47:0)
[19:08:57.447] Build status: STARTED
[19:08:57.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:48:0) after 5m38s
[19:14:35.572] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:48:0)
[19:14:35.600] Build status: STARTED
[19:14:35.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:49:0) after 4m0s
[19:18:35.617] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:49:0)
[19:18:35.638] Build status: STARTED
[19:18:35.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:50:0) after 7m0s
[19:25:35.756] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:50:0)
[19:25:35.786] Build status: STARTED
[19:25:35.786] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:51:0) after 5m19s
[19:30:55.002] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:51:0)
[19:30:55.032] Build status: STARTED
[19:30:55.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:52:0) after 9m1s
[19:39:56.062] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:52:0)
[19:39:56.123] Build status: STARTED
[19:39:56.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:53:0) after 8m17s
[19:48:13.145] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:53:0)
[19:48:13.168] Build status: STARTED
[19:48:13.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:54:0) after 3m26s
[19:51:39.244] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:54:0)
[19:51:39.266] Build status: STARTED
[19:51:39.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:55:0) after 2m35s
[19:54:14.290] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:55:0)
[19:54:14.316] Build status: STARTED
[19:54:14.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:56:0) after 2m44s
[19:56:58.311] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:56:0)
[19:56:58.332] Build status: STARTED
[19:56:58.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:57:0) after 2m46s
[19:59:44.360] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:57:0)
[19:59:44.388] Build status: STARTED
[19:59:44.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:58:0) after 2m57s
[20:02:41.464] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:58:0)
[20:02:41.491] Build status: STARTED
[20:02:41.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:59:0) after 6m47s
[20:09:28.540] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:59:0)
[20:09:28.574] Build status: STARTED
[20:09:28.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:60:0) after 8m41s
[20:18:09.728] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:60:0)
[20:18:09.756] Build status: STARTED
[20:18:09.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:61:0) after 1m29s
[20:19:38.777] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:61:0)
[20:19:38.800] Build status: STARTED
[20:19:38.800] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:62:0) after 8m7s
[20:27:46.037] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:62:0)
[20:27:46.066] Build status: STARTED
[20:27:46.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:63:0) after 5m21s
[20:33:08.065] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:63:0)
[20:33:08.103] Build status: STARTED
[20:33:08.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:64:0) after 8m39s
[20:41:47.161] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:64:0)
[20:41:47.184] Build status: STARTED
[20:41:47.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:65:0) after 7m49s
[20:49:36.204] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:65:0)
[20:49:36.230] Build status: STARTED
[20:49:36.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:66:0) after 4m59s
[20:54:35.208] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:66:0)
[20:54:35.235] Build status: STARTED
[20:54:35.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:67:0) after 4m44s
[20:59:19.252] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:67:0)
[20:59:19.278] Build status: STARTED
[20:59:19.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:68:0) after 6m50s
[21:06:09.324] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:68:0)
[21:06:09.350] Build status: STARTED
[21:06:09.350] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:69:0) after 9m47s
[21:15:56.574] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:69:0)
[21:15:56.597] Build status: STARTED
[21:15:56.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:70:0) after 7m12s
[21:23:08.670] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:70:0)
[21:23:08.697] Build status: STARTED
[21:23:08.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:71:0) after 2m57s
[21:26:05.745] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:71:0)
[21:26:05.770] Build status: STARTED
[21:26:05.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:72:0) after 7m43s
[21:33:48.788] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:72:0)
[21:33:48.811] Build status: STARTED
[21:33:48.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:73:0) after 8m13s
[21:42:01.828] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:73:0)
[21:42:01.854] Build status: STARTED
[21:42:01.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:74:0) after 2m31s
[21:44:32.914] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:74:0)
[21:44:32.938] Build status: STARTED
[21:44:32.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:75:0) after 9m24s
[21:53:57.014] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:75:0)
[21:53:57.044] Build status: STARTED
[21:53:57.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:76:0) after 9m13s
[22:03:10.175] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:76:0)
[22:03:10.198] Build status: STARTED
[22:03:10.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:77:0) after 1m29s
[22:04:39.396] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:77:0)
[22:04:39.420] Build status: STARTED
[22:04:39.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:78:0) after 6m33s
[22:11:12.436] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:78:0)
[22:11:12.460] Build status: STARTED
[22:11:12.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:79:0) after 7m18s
[22:18:30.482] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:79:0)
[22:18:30.508] Build status: STARTED
[22:18:30.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:80:0) after 5m55s
[22:24:25.529] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:80:0)
[22:24:25.555] Build status: STARTED
[22:24:25.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:81:0) after 5m43s
[22:30:08.583] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:81:0)
[22:30:08.605] Build status: STARTED
[22:30:08.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:82:0) after 2m3s
[22:32:11.724] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:82:0)
[22:32:11.752] Build status: STARTED
[22:32:11.752] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:83:0) after 2m41s
[22:34:52.914] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:83:0)
[22:34:52.941] Build status: STARTED
[22:34:52.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:84:0) after 2m35s
[22:37:28.768] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:84:0)
[22:37:28.789] Build status: STARTED
[22:37:28.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:85:0) after 4m43s
[22:42:12.123] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:85:0)
[22:42:12.146] Build status: STARTED
[22:42:12.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:86:0) after 9m37s
[22:51:49.166] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:86:0)
[22:51:49.197] Build status: STARTED
[22:51:49.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:87:0) after 4m30s
[22:56:19.316] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:87:0)
[22:56:19.343] Build status: STARTED
[22:56:19.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:88:0) after 9m39s
[23:05:59.155] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:88:0)
[23:05:59.184] Build status: STARTED
[23:05:59.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:89:0) after 8m39s
[23:14:38.701] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:89:0)
[23:14:38.725] Build status: STARTED
[23:14:38.725] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:90:0) after 8m7s
[23:22:45.748] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:90:0)
[23:22:45.779] Build status: STARTED
[23:22:45.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:91:0) after 3m8s
[23:25:53.906] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:91:0)
[23:25:53.931] Build status: STARTED
[23:25:53.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:92:0) after 2m23s
[23:28:16.962] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:92:0)
[23:28:16.995] Build status: STARTED
[23:28:16.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:93:0) after 1m42s
[23:29:59.047] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:93:0)
[23:29:59.077] Build status: STARTED
[23:29:59.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:94:0) after 4m49s
[23:34:48.097] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:94:0)
[23:34:48.125] Build status: STARTED
[23:34:48.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:95:0) after 9m56s
[23:44:44.290] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:95:0)
[23:44:44.314] Build status: STARTED
[23:44:44.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:96:0) after 7m59s
[23:52:43.333] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:96:0)
[23:52:43.358] Build status: STARTED
[23:52:43.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:97:0) after 8m13s
[00:00:56.549] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:97:0)
[00:00:56.584] Build status: STARTED
[00:00:56.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:98:0) after 8m54s
[00:09:50.896] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:98:0)
[00:09:50.923] Build status: STARTED
[00:09:50.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:99:0) after 7m45s
[00:17:36.112] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:99:0)
[00:17:36.143] Build status: STARTED
[00:17:36.143] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:100:0) after 6m45s
[00:24:21.187] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:100:0)
[00:24:21.223] Build status: STARTED
[00:24:21.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:101:0) after 8m25s
[00:32:46.244] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:101:0)
[00:32:46.268] Build status: STARTED
[00:32:46.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:102:0) after 8m31s
[00:41:17.286] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:102:0)
[00:41:17.320] Build status: STARTED
[00:41:17.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:103:0) after 1m44s
[00:43:01.359] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:103:0)
[00:43:01.385] Build status: STARTED
[00:43:01.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:104:0) after 6m8s
[00:49:09.402] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:104:0)
[00:49:09.462] Build status: STARTED
[00:49:09.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:105:0) after 5m16s
[00:54:25.480] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:105:0)
[00:54:25.499] Build status: STARTED
[00:54:25.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:106:0) after 4m3s
[00:58:28.489] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:106:0)
[00:58:28.516] Build status: STARTED
[00:58:28.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969371680187964432:107:0) after 9m38s
[01:05:49.304] Received PubSub notification, asking Buildbucket for the build status
[01:05:49.324] Build:
{
  "id": "8803941618104495665",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 16774,
  "createdBy": "project:chromium",
  "createTime": "2022-09-04T15:06:57.881361856Z",
  "startTime": "2022-09-04T15:07:00.022124Z",
  "endTime": "2022-09-05T01:05:48.529296418Z",
  "updateTime": "2022-09-05T01:05:48.529296418Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "b2e0f307cf11b9d2126320089ddcaf6dd49f29cb",
      "ref": "refs/heads/main"
    }
  }
}
[01:05:49.324] Invocation finished in 9h58m52.813858784s with status FAILED