Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxMSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "7b5cd3d85d5980e62ed95d9e808978cca627a88c"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7b5cd3d85d5980e62ed95d9e808978cca627a88c
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[10:09:20.601] New invocation is queued and will start shortly
[10:09:22.032] Starting the invocation (attempt 1)
[10:09:22.055] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7b5cd3d85d5980e62ed95d9e808978cca627a88c"
[10:09:22.055] Popped gitiles commit info from properties and tags
[10:09:22.055] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:09:22.055] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:09:22.055] Buildbucket request:
{
  "requestId": "8874807170560601648",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "7b5cd3d85d5980e62ed95d9e808978cca627a88c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8874807170560601648"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxMSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[10:09:22.572] Scheduled build:
{
  "id": "8709377108320967889",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 27811,
  "createdBy": "project:chromium",
  "createTime": "2025-07-14T10:09:22.105744172Z",
  "updateTime": "2025-07-14T10:09:22.105744172Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "7b5cd3d85d5980e62ed95d9e808978cca627a88c",
      "ref": "refs/heads/main"
    }
  }
}
[10:09:22.572] Task URL: https://cr-buildbucket.appspot.com/build/8709377108320967889
[10:09:22.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:2:0) after 5m26s
[10:09:22.642] Received PubSub notification, asking Buildbucket for the build status
[10:09:22.669] Build status: SCHEDULED
[10:10:33.608] Received PubSub notification, asking Buildbucket for the build status
[10:10:33.634] Build status: STARTED
[10:14:48.717] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:2:0)
[10:14:48.754] Build status: STARTED
[10:14:48.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:5:0) after 6m6s
[10:20:54.913] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:5:0)
[10:20:54.929] Build status: STARTED
[10:20:54.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:6:0) after 7m22s
[10:28:16.948] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:6:0)
[10:28:16.968] Build status: STARTED
[10:28:16.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:7:0) after 8m38s
[10:36:55.255] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:7:0)
[10:36:55.289] Build status: STARTED
[10:36:55.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:8:0) after 8m48s
[10:45:43.698] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:8:0)
[10:45:43.715] Build status: STARTED
[10:45:43.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:9:0) after 2m37s
[10:48:20.734] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:9:0)
[10:48:20.760] Build status: STARTED
[10:48:20.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:10:0) after 9m28s
[10:57:48.781] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:10:0)
[10:57:48.809] Build status: STARTED
[10:57:48.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:11:0) after 4m58s
[11:02:46.889] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:11:0)
[11:02:46.928] Build status: STARTED
[11:02:46.928] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:12:0) after 6m13s
[11:08:59.972] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:12:0)
[11:08:59.994] Build status: STARTED
[11:08:59.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:13:0) after 6m55s
[11:15:55.022] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:13:0)
[11:15:55.048] Build status: STARTED
[11:15:55.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:14:0) after 9m26s
[11:25:21.192] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:14:0)
[11:25:21.209] Build status: STARTED
[11:25:21.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:15:0) after 5m9s
[11:30:30.235] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:15:0)
[11:30:30.254] Build status: STARTED
[11:30:30.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:16:0) after 3m39s
[11:34:09.304] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:16:0)
[11:34:09.325] Build status: STARTED
[11:34:09.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:17:0) after 9m36s
[11:43:45.351] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:17:0)
[11:43:45.369] Build status: STARTED
[11:43:45.369] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:18:0) after 7m18s
[11:51:03.649] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:18:0)
[11:51:03.664] Build status: STARTED
[11:51:03.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:19:0) after 1m47s
[11:52:50.694] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:19:0)
[11:52:50.714] Build status: STARTED
[11:52:50.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:20:0) after 4m12s
[11:57:03.187] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:20:0)
[11:57:03.203] Build status: STARTED
[11:57:03.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:21:0) after 6m11s
[12:03:14.240] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:21:0)
[12:03:14.262] Build status: STARTED
[12:03:14.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:22:0) after 5m48s
[12:09:02.345] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:22:0)
[12:09:02.362] Build status: STARTED
[12:09:02.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:23:0) after 9m41s
[12:18:43.535] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:23:0)
[12:18:43.576] Build status: STARTED
[12:18:43.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:24:0) after 6m42s
[12:25:25.619] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:24:0)
[12:25:25.652] Build status: STARTED
[12:25:25.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:25:0) after 8m56s
[12:34:21.680] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:25:0)
[12:34:21.701] Build status: STARTED
[12:34:21.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:26:0) after 4m46s
[12:39:07.886] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:26:0)
[12:39:07.975] Build status: STARTED
[12:39:07.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:27:0) after 9m11s
[12:48:18.969] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:27:0)
[12:48:19.159] Build status: STARTED
[12:48:19.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:28:0) after 9m55s
[12:58:14.186] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:28:0)
[12:58:14.211] Build status: STARTED
[12:58:14.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:29:0) after 8m13s
[13:06:27.241] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:29:0)
[13:06:27.257] Build status: STARTED
[13:06:27.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:30:0) after 1m10s
[13:07:37.285] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:30:0)
[13:07:37.315] Build status: STARTED
[13:07:37.315] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:31:0) after 4m35s
[13:12:12.369] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:31:0)
[13:12:12.400] Build status: STARTED
[13:12:12.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:32:0) after 1m51s
[13:14:03.515] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:32:0)
[13:14:03.534] Build status: STARTED
[13:14:03.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:33:0) after 2m5s
[13:16:08.595] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:33:0)
[13:16:08.668] Build status: STARTED
[13:16:08.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:34:0) after 8m13s
[13:24:21.723] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:34:0)
[13:24:21.746] Build status: STARTED
[13:24:21.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:35:0) after 7m38s
[13:31:59.786] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:35:0)
[13:31:59.816] Build status: STARTED
[13:31:59.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:36:0) after 4m58s
[13:36:57.844] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:36:0)
[13:36:57.864] Build status: STARTED
[13:36:57.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:37:0) after 1m1s
[13:37:58.933] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:37:0)
[13:37:58.956] Build status: STARTED
[13:37:58.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:38:0) after 7m47s
[13:45:45.975] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:38:0)
[13:45:45.994] Build status: STARTED
[13:45:45.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:39:0) after 2m30s
[13:48:16.023] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:39:0)
[13:48:16.043] Build status: STARTED
[13:48:16.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:40:0) after 4m50s
[13:53:06.065] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:40:0)
[13:53:06.081] Build status: STARTED
[13:53:06.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:41:0) after 9m23s
[14:02:29.162] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:41:0)
[14:02:29.181] Build status: STARTED
[14:02:29.181] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:42:0) after 9m59s
[14:12:28.273] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:42:0)
[14:12:28.291] Build status: STARTED
[14:12:28.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:43:0) after 6m55s
[14:19:23.315] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:43:0)
[14:19:23.342] Build status: STARTED
[14:19:23.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:44:0) after 1m58s
[14:21:21.427] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:44:0)
[14:21:21.454] Build status: STARTED
[14:21:21.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:45:0) after 9m21s
[14:30:42.467] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:45:0)
[14:30:42.524] Build status: STARTED
[14:30:42.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:46:0) after 8m16s
[14:38:58.554] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:46:0)
[14:38:58.570] Build status: STARTED
[14:38:58.570] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:47:0) after 1m31s
[14:40:29.667] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:47:0)
[14:40:29.774] Build status: STARTED
[14:40:29.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:48:0) after 2m45s
[14:43:14.806] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:48:0)
[14:43:14.834] Build status: STARTED
[14:43:14.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:49:0) after 8m33s
[14:51:47.847] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:49:0)
[14:51:47.888] Build status: STARTED
[14:51:47.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:50:0) after 1m10s
[14:52:57.891] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:50:0)
[14:52:57.916] Build status: STARTED
[14:52:57.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:51:0) after 4m22s
[14:57:19.994] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:51:0)
[14:57:20.029] Build status: STARTED
[14:57:20.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:52:0) after 1m29s
[14:58:49.061] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:52:0)
[14:58:49.083] Build status: STARTED
[14:58:49.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:53:0) after 1m31s
[15:00:20.117] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:53:0)
[15:00:20.158] Build status: STARTED
[15:00:20.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:54:0) after 3m56s
[15:04:16.189] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:54:0)
[15:04:16.207] Build status: STARTED
[15:04:16.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:55:0) after 9m23s
[15:13:39.239] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:55:0)
[15:13:39.261] Build status: STARTED
[15:13:39.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:56:0) after 1m57s
[15:15:36.302] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:56:0)
[15:15:36.412] Build status: STARTED
[15:15:36.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:57:0) after 6m33s
[15:22:09.478] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:57:0)
[15:22:09.506] Build status: STARTED
[15:22:09.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:58:0) after 8m38s
[15:30:47.526] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:58:0)
[15:30:47.550] Build status: STARTED
[15:30:47.550] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:59:0) after 3m21s
[15:34:08.584] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:59:0)
[15:34:08.621] Build status: STARTED
[15:34:08.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:60:0) after 6m12s
[15:40:20.702] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:60:0)
[15:40:20.762] Build status: STARTED
[15:40:20.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:61:0) after 9m1s
[15:49:21.888] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:61:0)
[15:49:21.908] Build status: STARTED
[15:49:21.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:62:0) after 5m55s
[15:55:16.988] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:62:0)
[15:55:17.009] Build status: STARTED
[15:55:17.009] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:63:0) after 1m15s
[15:56:31.983] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:63:0)
[15:56:32.002] Build status: STARTED
[15:56:32.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:64:0) after 2m32s
[15:59:04.109] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:64:0)
[15:59:04.130] Build status: STARTED
[15:59:04.130] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:65:0) after 4m14s
[16:03:18.140] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:65:0)
[16:03:18.163] Build status: STARTED
[16:03:18.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:66:0) after 8m18s
[16:11:36.278] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:66:0)
[16:11:36.294] Build status: STARTED
[16:11:36.294] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:67:0) after 4m49s
[16:16:25.363] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:67:0)
[16:16:25.383] Build status: STARTED
[16:16:25.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:68:0) after 2m27s
[16:18:52.567] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:68:0)
[16:18:52.585] Build status: STARTED
[16:18:52.585] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:69:0) after 7m46s
[16:26:38.624] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:69:0)
[16:26:38.649] Build status: STARTED
[16:26:38.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:70:0) after 1m27s
[16:28:05.716] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:70:0)
[16:28:05.753] Build status: STARTED
[16:28:05.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:71:0) after 1m42s
[16:29:47.780] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:71:0)
[16:29:47.801] Build status: STARTED
[16:29:47.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:72:0) after 1m19s
[16:31:06.826] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:72:0)
[16:31:06.847] Build status: STARTED
[16:31:06.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:73:0) after 6m33s
[16:37:39.946] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:73:0)
[16:37:39.964] Build status: STARTED
[16:37:39.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:74:0) after 9m40s
[16:47:19.990] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:74:0)
[16:47:20.012] Build status: STARTED
[16:47:20.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:75:0) after 4m6s
[16:51:26.098] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:75:0)
[16:51:26.138] Build status: STARTED
[16:51:26.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:76:0) after 3m57s
[16:55:23.185] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:76:0)
[16:55:23.201] Build status: STARTED
[16:55:23.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:77:0) after 4m46s
[17:00:09.233] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:77:0)
[17:00:09.253] Build status: STARTED
[17:00:09.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:78:0) after 1m55s
[17:02:04.272] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:78:0)
[17:02:04.337] Build status: STARTED
[17:02:04.337] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:79:0) after 6m51s
[17:08:55.393] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:79:0)
[17:08:55.720] Build status: STARTED
[17:08:55.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:80:0) after 9m13s
[17:18:08.751] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:80:0)
[17:18:08.767] Build status: STARTED
[17:18:08.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:81:0) after 8m15s
[17:26:23.825] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:81:0)
[17:26:23.842] Build status: STARTED
[17:26:23.842] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:82:0) after 5m57s
[17:32:20.872] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:82:0)
[17:32:20.892] Build status: STARTED
[17:32:20.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:83:0) after 4m1s
[17:36:21.990] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:83:0)
[17:36:24.415] Build status: STARTED
[17:36:24.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:84:0) after 3m1s
[17:39:25.449] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:84:0)
[17:39:25.529] Build status: STARTED
[17:39:25.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:85:0) after 7m8s
[17:46:33.561] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:85:0)
[17:46:33.582] Build status: STARTED
[17:46:33.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:86:0) after 2m24s
[17:48:57.608] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:86:0)
[17:48:57.639] Build status: STARTED
[17:48:57.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:87:0) after 4m53s
[17:53:50.665] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:87:0)
[17:53:50.687] Build status: STARTED
[17:53:50.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:88:0) after 8m40s
[18:02:30.715] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:88:0)
[18:02:30.729] Build status: STARTED
[18:02:30.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:89:0) after 8m40s
[18:11:10.764] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:89:0)
[18:11:10.781] Build status: STARTED
[18:11:10.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:90:0) after 5m31s
[18:16:41.911] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:90:0)
[18:16:41.928] Build status: STARTED
[18:16:41.928] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:91:0) after 9m18s
[18:25:59.974] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:91:0)
[18:25:59.990] Build status: STARTED
[18:25:59.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:92:0) after 7m17s
[18:33:17.023] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:92:0)
[18:33:17.040] Build status: STARTED
[18:33:17.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:93:0) after 6m11s
[18:39:28.062] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:93:0)
[18:39:28.086] Build status: STARTED
[18:39:28.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:94:0) after 3m9s
[18:42:37.088] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:94:0)
[18:42:37.116] Build status: STARTED
[18:42:37.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:95:0) after 5m55s
[18:48:32.107] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:95:0)
[18:48:32.129] Build status: STARTED
[18:48:32.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:96:0) after 2m26s
[18:50:58.158] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:96:0)
[18:50:58.173] Build status: STARTED
[18:50:58.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:97:0) after 8m19s
[18:59:17.202] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:97:0)
[18:59:17.231] Build status: STARTED
[18:59:17.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874807170560601648:98:0) after 6m44s
[19:03:08.482] Received PubSub notification, asking Buildbucket for the build status
[19:03:08.501] Build:
{
  "id": "8709377108320967889",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 27811,
  "createdBy": "project:chromium",
  "createTime": "2025-07-14T10:09:22.105744172Z",
  "startTime": "2025-07-14T10:10:33.310051118Z",
  "endTime": "2025-07-14T19:03:08.138031318Z",
  "updateTime": "2025-07-14T19:03:08.138031318Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "7b5cd3d85d5980e62ed95d9e808978cca627a88c",
      "ref": "refs/heads/main"
    }
  }
}
[19:03:08.501] Invocation finished in 8h53m47.914989455s with status FAILED