Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxMSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "4d8715daac061935d6191063105d6710f2e68bf3"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4d8715daac061935d6191063105d6710f2e68bf3
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[02:28:57.551] New invocation is queued and will start shortly
[02:28:59.192] Starting the invocation (attempt 1)
[02:28:59.231] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4d8715daac061935d6191063105d6710f2e68bf3"
[02:28:59.231] Popped gitiles commit info from properties and tags
[02:28:59.231] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:28:59.232] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:28:59.232] Buildbucket request:
{
  "requestId": "8873930165762219312",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4d8715daac061935d6191063105d6710f2e68bf3",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8873930165762219312"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxMSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:28:59.706] Scheduled build:
{
  "id": "8708500103245175345",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 27843,
  "createdBy": "project:chromium",
  "createTime": "2025-07-24T02:28:59.321988579Z",
  "updateTime": "2025-07-24T02:28:59.321988579Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "4d8715daac061935d6191063105d6710f2e68bf3",
      "ref": "refs/heads/main"
    }
  }
}
[02:28:59.706] Task URL: https://cr-buildbucket.appspot.com/build/8708500103245175345
[02:28:59.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:2:0) after 1m34s
[02:29:00.465] Received PubSub notification, asking Buildbucket for the build status
[02:29:00.487] Build status: SCHEDULED
[02:30:27.737] Received PubSub notification, asking Buildbucket for the build status
[02:30:27.768] Build status: STARTED
[02:30:33.773] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:2:0)
[02:30:33.791] Build status: STARTED
[02:30:33.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:5:0) after 9m45s
[02:40:18.830] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:5:0)
[02:40:18.895] Build status: STARTED
[02:40:18.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:6:0) after 4m47s
[02:45:06.004] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:6:0)
[02:45:06.028] Build status: STARTED
[02:45:06.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:7:0) after 3m19s
[02:48:25.057] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:7:0)
[02:48:25.082] Build status: STARTED
[02:48:25.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:8:0) after 2m37s
[02:51:02.104] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:8:0)
[02:51:02.123] Build status: STARTED
[02:51:02.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:9:0) after 2m33s
[02:53:35.145] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:9:0)
[02:53:35.163] Build status: STARTED
[02:53:35.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:10:0) after 7m52s
[03:01:27.210] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:10:0)
[03:01:27.346] Build status: STARTED
[03:01:27.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:11:0) after 9m17s
[03:10:44.371] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:11:0)
[03:10:44.398] Build status: STARTED
[03:10:44.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:12:0) after 9m49s
[03:20:33.421] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:12:0)
[03:20:33.436] Build status: STARTED
[03:20:33.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:13:0) after 2m51s
[03:23:24.476] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:13:0)
[03:23:24.493] Build status: STARTED
[03:23:24.493] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:14:0) after 7m2s
[03:30:26.522] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:14:0)
[03:30:26.584] Build status: STARTED
[03:30:26.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:15:0) after 8m55s
[03:39:21.659] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:15:0)
[03:39:21.681] Build status: STARTED
[03:39:21.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:16:0) after 4m22s
[03:43:43.709] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:16:0)
[03:43:43.747] Build status: STARTED
[03:43:43.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:17:0) after 2m44s
[03:46:27.764] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:17:0)
[03:46:27.789] Build status: STARTED
[03:46:27.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:18:0) after 4m26s
[03:50:53.785] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:18:0)
[03:50:53.802] Build status: STARTED
[03:50:53.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:19:0) after 7m57s
[03:58:51.198] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:19:0)
[03:58:51.259] Build status: STARTED
[03:58:51.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:20:0) after 9m6s
[04:07:57.344] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:20:0)
[04:07:57.375] Build status: STARTED
[04:07:57.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:21:0) after 8m46s
[04:16:43.490] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:21:0)
[04:16:43.509] Build status: STARTED
[04:16:43.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:22:0) after 6m51s
[04:23:34.538] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:22:0)
[04:23:34.565] Build status: STARTED
[04:23:34.565] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:23:0) after 9m12s
[04:32:46.620] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:23:0)
[04:32:46.641] Build status: STARTED
[04:32:46.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:24:0) after 2m47s
[04:35:33.915] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:24:0)
[04:35:33.934] Build status: STARTED
[04:35:33.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:25:0) after 3m47s
[04:39:21.060] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:25:0)
[04:39:21.097] Build status: STARTED
[04:39:21.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:26:0) after 5m35s
[04:44:56.288] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:26:0)
[04:44:56.308] Build status: STARTED
[04:44:56.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:27:0) after 3m18s
[04:48:14.439] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:27:0)
[04:48:14.460] Build status: STARTED
[04:48:14.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:28:0) after 3m54s
[04:52:08.498] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:28:0)
[04:52:08.514] Build status: STARTED
[04:52:08.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:29:0) after 2m10s
[04:54:18.621] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:29:0)
[04:54:18.643] Build status: STARTED
[04:54:18.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:30:0) after 2m34s
[04:56:53.424] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:30:0)
[04:56:53.456] Build status: STARTED
[04:56:53.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:31:0) after 6m12s
[05:03:05.512] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:31:0)
[05:03:05.609] Build status: STARTED
[05:03:05.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:32:0) after 1m41s
[05:04:46.701] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:32:0)
[05:04:46.738] Build status: STARTED
[05:04:46.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:33:0) after 2m41s
[05:07:27.785] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:33:0)
[05:07:27.800] Build status: STARTED
[05:07:27.800] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:34:0) after 2m55s
[05:10:22.865] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:34:0)
[05:10:22.901] Build status: STARTED
[05:10:22.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:35:0) after 4m23s
[05:14:46.191] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:35:0)
[05:14:46.253] Build status: STARTED
[05:14:46.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:36:0) after 4m28s
[05:19:14.283] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:36:0)
[05:19:14.303] Build status: STARTED
[05:19:14.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:37:0) after 1m36s
[05:20:50.897] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:37:0)
[05:20:50.979] Build status: STARTED
[05:20:50.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:38:0) after 7m54s
[05:28:45.016] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:38:0)
[05:28:45.046] Build status: STARTED
[05:28:45.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:39:0) after 1m25s
[05:30:10.083] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:39:0)
[05:30:10.104] Build status: STARTED
[05:30:10.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:40:0) after 6m35s
[05:36:45.203] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:40:0)
[05:36:45.222] Build status: STARTED
[05:36:45.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:41:0) after 1m11s
[05:37:56.323] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:41:0)
[05:37:56.343] Build status: STARTED
[05:37:56.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:42:0) after 3m30s
[05:41:26.387] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:42:0)
[05:41:26.428] Build status: STARTED
[05:41:26.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:43:0) after 2m13s
[05:43:39.521] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:43:0)
[05:43:39.542] Build status: STARTED
[05:43:39.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:44:0) after 9m21s
[05:53:00.629] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:44:0)
[05:53:00.647] Build status: STARTED
[05:53:00.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:45:0) after 2m59s
[05:55:59.682] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:45:0)
[05:55:59.698] Build status: STARTED
[05:55:59.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:46:0) after 9m42s
[06:05:42.023] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:46:0)
[06:05:42.039] Build status: STARTED
[06:05:42.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:47:0) after 2m17s
[06:07:59.085] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:47:0)
[06:07:59.109] Build status: STARTED
[06:07:59.109] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:48:0) after 8m8s
[06:16:07.136] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:48:0)
[06:16:07.155] Build status: STARTED
[06:16:07.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:49:0) after 2m57s
[06:19:04.207] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:49:0)
[06:19:04.256] Build status: STARTED
[06:19:04.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:50:0) after 7m49s
[06:26:53.301] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:50:0)
[06:26:53.349] Build status: STARTED
[06:26:53.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:51:0) after 4m57s
[06:31:50.384] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:51:0)
[06:31:50.409] Build status: STARTED
[06:31:50.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:52:0) after 8m41s
[06:40:31.578] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:52:0)
[06:40:31.611] Build status: STARTED
[06:40:31.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:53:0) after 6m1s
[06:46:32.648] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:53:0)
[06:46:32.667] Build status: STARTED
[06:46:32.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:54:0) after 6m47s
[06:53:19.698] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:54:0)
[06:53:19.831] Build status: STARTED
[06:53:19.831] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:55:0) after 7m28s
[07:00:47.912] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:55:0)
[07:00:47.934] Build status: STARTED
[07:00:47.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:56:0) after 7m14s
[07:08:01.993] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:56:0)
[07:08:02.111] Build status: STARTED
[07:08:02.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:57:0) after 5m6s
[07:13:08.155] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:57:0)
[07:13:08.175] Build status: STARTED
[07:13:08.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:58:0) after 1m58s
[07:15:06.201] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:58:0)
[07:15:06.261] Build status: STARTED
[07:15:06.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:59:0) after 6m21s
[07:21:27.285] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:59:0)
[07:21:27.305] Build status: STARTED
[07:21:27.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:60:0) after 2m30s
[07:23:58.208] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:60:0)
[07:23:58.232] Build status: STARTED
[07:23:58.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:61:0) after 6m24s
[07:30:22.280] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:61:0)
[07:30:22.407] Build status: STARTED
[07:30:22.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:62:0) after 4m25s
[07:34:47.440] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:62:0)
[07:34:47.467] Build status: STARTED
[07:34:47.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:63:0) after 4m28s
[07:39:15.482] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:63:0)
[07:39:15.505] Build status: STARTED
[07:39:15.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:64:0) after 6m18s
[07:45:33.526] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:64:0)
[07:45:33.544] Build status: STARTED
[07:45:33.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:65:0) after 7m46s
[07:53:19.571] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:65:0)
[07:53:19.655] Build status: STARTED
[07:53:19.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:66:0) after 3m34s
[07:56:53.684] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:66:0)
[07:56:53.717] Build status: STARTED
[07:56:53.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:67:0) after 8m6s
[08:04:59.754] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:67:0)
[08:04:59.779] Build status: STARTED
[08:04:59.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:68:0) after 3m14s
[08:08:13.870] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:68:0)
[08:08:13.891] Build status: STARTED
[08:08:13.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:69:0) after 3m1s
[08:11:14.923] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:69:0)
[08:11:16.475] Build status: STARTED
[08:11:16.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:70:0) after 1m15s
[08:12:31.537] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:70:0)
[08:12:31.558] Build status: STARTED
[08:12:31.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:71:0) after 3m35s
[08:16:06.596] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:71:0)
[08:16:06.686] Build status: STARTED
[08:16:06.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:72:0) after 7m59s
[08:24:06.072] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:72:0)
[08:24:06.087] Build status: STARTED
[08:24:06.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:73:0) after 1m25s
[08:25:31.459] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:73:0)
[08:25:31.494] Build status: STARTED
[08:25:31.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:74:0) after 7m2s
[08:32:33.520] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:74:0)
[08:32:33.542] Build status: STARTED
[08:32:33.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:75:0) after 3m45s
[08:36:18.614] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:75:0)
[08:36:18.642] Build status: STARTED
[08:36:18.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:76:0) after 6m41s
[08:42:59.673] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:76:0)
[08:42:59.695] Build status: STARTED
[08:42:59.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:77:0) after 6m10s
[08:49:09.707] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:77:0)
[08:49:09.726] Build status: STARTED
[08:49:09.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:78:0) after 8m51s
[08:58:00.770] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:78:0)
[08:58:00.786] Build status: STARTED
[08:58:00.786] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:79:0) after 5m54s
[09:03:54.824] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:79:0)
[09:03:54.896] Build status: STARTED
[09:03:54.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:80:0) after 2m23s
[09:06:17.926] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:80:0)
[09:06:17.951] Build status: STARTED
[09:06:17.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:81:0) after 5m37s
[09:11:54.976] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:81:0)
[09:11:54.994] Build status: STARTED
[09:11:54.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:82:0) after 4m16s
[09:16:11.015] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:82:0)
[09:16:11.035] Build status: STARTED
[09:16:11.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:83:0) after 9m28s
[09:25:39.062] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:83:0)
[09:25:39.082] Build status: STARTED
[09:25:39.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:84:0) after 3m8s
[09:28:47.142] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:84:0)
[09:28:47.192] Build status: STARTED
[09:28:47.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:85:0) after 5m5s
[09:33:52.191] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:85:0)
[09:33:52.212] Build status: STARTED
[09:33:52.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:86:0) after 9m54s
[09:43:46.293] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:86:0)
[09:43:46.315] Build status: STARTED
[09:43:46.315] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:87:0) after 4m38s
[09:48:24.348] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:87:0)
[09:48:24.366] Build status: STARTED
[09:48:24.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:88:0) after 2m12s
[09:50:36.620] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:88:0)
[09:50:36.677] Build status: STARTED
[09:50:36.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:89:0) after 5m35s
[09:56:11.715] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:89:0)
[09:56:11.785] Build status: STARTED
[09:56:11.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:90:0) after 5m10s
[10:01:21.814] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:90:0)
[10:01:21.831] Build status: STARTED
[10:01:21.831] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:91:0) after 7m31s
[10:08:52.908] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:91:0)
[10:08:52.944] Build status: STARTED
[10:08:52.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:92:0) after 2m8s
[10:11:00.978] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:92:0)
[10:11:00.994] Build status: STARTED
[10:11:00.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:93:0) after 8m9s
[10:19:10.340] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:93:0)
[10:19:10.355] Build status: STARTED
[10:19:10.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:94:0) after 5m36s
[10:24:46.753] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:94:0)
[10:24:46.769] Build status: STARTED
[10:24:46.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:95:0) after 1m53s
[10:26:39.805] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:95:0)
[10:26:39.862] Build status: STARTED
[10:26:39.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:96:0) after 2m43s
[10:29:22.892] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:96:0)
[10:29:22.916] Build status: STARTED
[10:29:22.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:97:0) after 2m59s
[10:32:22.057] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:97:0)
[10:32:22.075] Build status: STARTED
[10:32:22.075] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:98:0) after 2m54s
[10:35:16.830] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:98:0)
[10:35:16.855] Build status: STARTED
[10:35:16.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:99:0) after 2m46s
[10:38:02.841] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:99:0)
[10:38:02.877] Build status: STARTED
[10:38:02.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:100:0) after 9m49s
[10:47:51.979] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:100:0)
[10:47:52.054] Build status: STARTED
[10:47:52.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:101:0) after 3m45s
[10:51:37.185] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:101:0)
[10:51:37.202] Build status: STARTED
[10:51:37.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:102:0) after 3m14s
[10:54:51.235] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:102:0)
[10:54:51.346] Build status: STARTED
[10:54:51.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:103:0) after 9m8s
[11:03:59.483] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:103:0)
[11:03:59.509] Build status: STARTED
[11:03:59.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:104:0) after 3m26s
[11:07:25.553] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:104:0)
[11:07:25.576] Build status: STARTED
[11:07:25.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:105:0) after 5m19s
[11:12:44.715] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:105:0)
[11:12:44.783] Build status: STARTED
[11:12:44.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:106:0) after 4m41s
[11:17:25.819] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:106:0)
[11:17:25.834] Build status: STARTED
[11:17:25.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873930165762219312:107:0) after 8m36s
[11:24:26.364] Received PubSub notification, asking Buildbucket for the build status
[11:24:26.499] Build:
{
  "id": "8708500103245175345",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 27843,
  "createdBy": "project:chromium",
  "createTime": "2025-07-24T02:28:59.321988579Z",
  "startTime": "2025-07-24T02:30:27.459278799Z",
  "endTime": "2025-07-24T11:24:26.074330077Z",
  "updateTime": "2025-07-24T11:24:26.074330077Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "4d8715daac061935d6191063105d6710f2e68bf3",
      "ref": "refs/heads/main"
    }
  }
}
[11:24:26.499] Invocation finished in 8h55m28.961884711s with status FAILED