Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxMSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "e4d486a69e7cab7778776e9fe15e0b76014caf5b"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e4d486a69e7cab7778776e9fe15e0b76014caf5b
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[13:35:46.205] New invocation is queued and will start shortly
[13:35:48.964] Starting the invocation (attempt 1)
[13:35:48.996] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e4d486a69e7cab7778776e9fe15e0b76014caf5b"
[13:35:48.996] Popped gitiles commit info from properties and tags
[13:35:48.996] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:35:48.997] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:35:48.997] Buildbucket request:
{
  "requestId": "8876696719607784192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e4d486a69e7cab7778776e9fe15e0b76014caf5b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8876696719607784192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxMSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[13:35:49.616] Scheduled build:
{
  "id": "8711266655937675553",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 27751,
  "createdBy": "project:chromium",
  "createTime": "2025-06-23T13:35:49.074942964Z",
  "updateTime": "2025-06-23T13:35:49.074942964Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "e4d486a69e7cab7778776e9fe15e0b76014caf5b",
      "ref": "refs/heads/main"
    }
  }
}
[13:35:49.616] Task URL: https://cr-buildbucket.appspot.com/build/8711266655937675553
[13:35:49.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:2:0) after 6m0s
[13:35:50.245] Received PubSub notification, asking Buildbucket for the build status
[13:35:50.294] Build status: SCHEDULED
[13:36:49.333] Received PubSub notification, asking Buildbucket for the build status
[13:36:49.354] Build status: STARTED
[13:41:49.642] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:2:0)
[13:41:49.670] Build status: STARTED
[13:41:49.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:5:0) after 5m54s
[13:47:43.690] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:5:0)
[13:47:43.754] Build status: STARTED
[13:47:43.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:6:0) after 7m6s
[13:54:49.778] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:6:0)
[13:54:49.853] Build status: STARTED
[13:54:49.853] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:7:0) after 4m26s
[13:59:16.017] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:7:0)
[13:59:16.036] Build status: STARTED
[13:59:16.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:8:0) after 1m10s
[14:00:26.108] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:8:0)
[14:00:26.189] Build status: STARTED
[14:00:26.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:9:0) after 3m9s
[14:03:35.190] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:9:0)
[14:03:35.215] Build status: STARTED
[14:03:35.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:10:0) after 3m5s
[14:06:40.242] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:10:0)
[14:06:40.264] Build status: STARTED
[14:06:40.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:11:0) after 5m7s
[14:11:47.266] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:11:0)
[14:11:47.354] Build status: STARTED
[14:11:47.354] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:12:0) after 1m37s
[14:13:24.464] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:12:0)
[14:13:24.482] Build status: STARTED
[14:13:24.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:13:0) after 8m0s
[14:21:24.556] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:13:0)
[14:21:24.589] Build status: STARTED
[14:21:24.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:14:0) after 8m45s
[14:30:09.618] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:14:0)
[14:30:09.634] Build status: STARTED
[14:30:09.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:15:0) after 4m36s
[14:34:45.654] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:15:0)
[14:34:45.679] Build status: STARTED
[14:34:45.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:16:0) after 2m57s
[14:37:42.686] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:16:0)
[14:37:42.716] Build status: STARTED
[14:37:42.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:17:0) after 3m9s
[14:40:51.814] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:17:0)
[14:40:51.942] Build status: STARTED
[14:40:51.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:18:0) after 4m48s
[14:45:39.996] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:18:0)
[14:45:40.017] Build status: STARTED
[14:45:40.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:19:0) after 8m34s
[14:54:14.082] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:19:0)
[14:54:14.100] Build status: STARTED
[14:54:14.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:20:0) after 6m21s
[15:00:35.147] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:20:0)
[15:00:35.186] Build status: STARTED
[15:00:35.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:21:0) after 9m7s
[15:09:42.226] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:21:0)
[15:09:42.250] Build status: STARTED
[15:09:42.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:22:0) after 4m10s
[15:13:52.273] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:22:0)
[15:13:52.295] Build status: STARTED
[15:13:52.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:23:0) after 2m28s
[15:16:20.323] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:23:0)
[15:16:20.351] Build status: STARTED
[15:16:20.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:24:0) after 3m17s
[15:19:37.372] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:24:0)
[15:19:37.400] Build status: STARTED
[15:19:37.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:25:0) after 8m34s
[15:28:11.385] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:25:0)
[15:28:11.402] Build status: STARTED
[15:28:11.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:26:0) after 5m11s
[15:33:22.473] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:26:0)
[15:33:22.533] Build status: STARTED
[15:33:22.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:27:0) after 7m15s
[15:40:37.606] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:27:0)
[15:40:37.631] Build status: STARTED
[15:40:37.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:28:0) after 2m3s
[15:42:40.676] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:28:0)
[15:42:40.742] Build status: STARTED
[15:42:40.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:29:0) after 8m36s
[15:51:16.767] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:29:0)
[15:51:16.784] Build status: STARTED
[15:51:16.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:30:0) after 2m16s
[15:53:32.803] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:30:0)
[15:53:32.858] Build status: STARTED
[15:53:32.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:31:0) after 1m16s
[15:54:48.879] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:31:0)
[15:54:48.951] Build status: STARTED
[15:54:48.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:32:0) after 2m30s
[15:57:18.973] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:32:0)
[15:57:18.994] Build status: STARTED
[15:57:18.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:33:0) after 3m48s
[16:01:07.022] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:33:0)
[16:01:07.223] Build status: STARTED
[16:01:07.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:34:0) after 9m3s
[16:10:10.349] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:34:0)
[16:10:10.365] Build status: STARTED
[16:10:10.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:35:0) after 7m29s
[16:17:39.389] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:35:0)
[16:17:39.407] Build status: STARTED
[16:17:39.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:36:0) after 7m23s
[16:25:02.401] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:36:0)
[16:25:02.430] Build status: STARTED
[16:25:02.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:37:0) after 9m23s
[16:34:25.523] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:37:0)
[16:34:25.548] Build status: STARTED
[16:34:25.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:38:0) after 4m56s
[16:39:21.576] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:38:0)
[16:39:21.594] Build status: STARTED
[16:39:21.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:39:0) after 1m38s
[16:40:59.611] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:39:0)
[16:40:59.627] Build status: STARTED
[16:40:59.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:40:0) after 1m20s
[16:42:19.625] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:40:0)
[16:42:19.657] Build status: STARTED
[16:42:19.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:41:0) after 6m44s
[16:49:03.645] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:41:0)
[16:49:03.664] Build status: STARTED
[16:49:03.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:42:0) after 6m17s
[16:55:20.765] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:42:0)
[16:55:20.783] Build status: STARTED
[16:55:20.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:43:0) after 9m58s
[17:05:18.814] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:43:0)
[17:05:18.855] Build status: STARTED
[17:05:18.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:44:0) after 7m11s
[17:12:29.915] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:44:0)
[17:12:29.939] Build status: STARTED
[17:12:29.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:45:0) after 7m23s
[17:19:52.998] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:45:0)
[17:19:53.018] Build status: STARTED
[17:19:53.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:46:0) after 1m8s
[17:21:01.064] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:46:0)
[17:21:01.088] Build status: STARTED
[17:21:01.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:47:0) after 8m53s
[17:29:54.107] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:47:0)
[17:29:54.173] Build status: STARTED
[17:29:54.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:48:0) after 7m28s
[17:37:22.302] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:48:0)
[17:37:22.341] Build status: STARTED
[17:37:22.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:49:0) after 6m7s
[17:43:29.419] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:49:0)
[17:43:29.444] Build status: STARTED
[17:43:29.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:50:0) after 7m10s
[17:50:39.496] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:50:0)
[17:50:39.526] Build status: STARTED
[17:50:39.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:51:0) after 1m47s
[17:52:26.720] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:51:0)
[17:52:26.735] Build status: STARTED
[17:52:26.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:52:0) after 3m59s
[17:56:25.805] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:52:0)
[17:56:25.845] Build status: STARTED
[17:56:25.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:53:0) after 7m29s
[18:03:54.836] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:53:0)
[18:03:54.912] Build status: STARTED
[18:03:54.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:54:0) after 7m54s
[18:11:49.024] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:54:0)
[18:11:49.042] Build status: STARTED
[18:11:49.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:55:0) after 9m59s
[18:21:48.089] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:55:0)
[18:21:48.152] Build status: STARTED
[18:21:48.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:56:0) after 8m10s
[18:29:58.177] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:56:0)
[18:29:58.196] Build status: STARTED
[18:29:58.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:57:0) after 4m55s
[18:34:53.204] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:57:0)
[18:34:53.238] Build status: STARTED
[18:34:53.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:58:0) after 3m3s
[18:37:56.296] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:58:0)
[18:37:56.313] Build status: STARTED
[18:37:56.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:59:0) after 6m40s
[18:44:36.530] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:59:0)
[18:44:36.555] Build status: STARTED
[18:44:36.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:60:0) after 6m52s
[18:51:28.581] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:60:0)
[18:51:28.607] Build status: STARTED
[18:51:28.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:61:0) after 4m3s
[18:55:31.678] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:61:0)
[18:55:31.697] Build status: STARTED
[18:55:31.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:62:0) after 3m3s
[18:58:34.724] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:62:0)
[18:58:34.739] Build status: STARTED
[18:58:34.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:63:0) after 1m21s
[18:59:55.774] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:63:0)
[18:59:55.801] Build status: STARTED
[18:59:55.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:64:0) after 9m28s
[19:09:23.877] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:64:0)
[19:09:23.894] Build status: STARTED
[19:09:23.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:65:0) after 9m8s
[19:18:31.965] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:65:0)
[19:18:31.980] Build status: STARTED
[19:18:31.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:66:0) after 6m7s
[19:24:39.006] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:66:0)
[19:24:39.043] Build status: STARTED
[19:24:39.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:67:0) after 1m7s
[19:25:46.067] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:67:0)
[19:25:46.111] Build status: STARTED
[19:25:46.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:68:0) after 8m22s
[19:34:08.128] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:68:0)
[19:34:08.145] Build status: STARTED
[19:34:08.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:69:0) after 7m31s
[19:41:39.218] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:69:0)
[19:41:39.272] Build status: STARTED
[19:41:39.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:70:0) after 2m1s
[19:43:40.352] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:70:0)
[19:43:40.370] Build status: STARTED
[19:43:40.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:71:0) after 9m32s
[19:53:12.480] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:71:0)
[19:53:12.505] Build status: STARTED
[19:53:12.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:72:0) after 4m8s
[19:57:20.544] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:72:0)
[19:57:20.566] Build status: STARTED
[19:57:20.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:73:0) after 4m58s
[20:02:18.565] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:73:0)
[20:02:18.581] Build status: STARTED
[20:02:18.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:74:0) after 3m24s
[20:05:42.600] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:74:0)
[20:05:42.730] Build status: STARTED
[20:05:42.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:75:0) after 9m26s
[20:15:08.763] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:75:0)
[20:15:08.812] Build status: STARTED
[20:15:08.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:76:0) after 3m37s
[20:18:45.872] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:76:0)
[20:18:45.898] Build status: STARTED
[20:18:45.898] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:77:0) after 9m51s
[20:28:36.927] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:77:0)
[20:28:36.947] Build status: STARTED
[20:28:36.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:78:0) after 2m18s
[20:30:54.972] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:78:0)
[20:30:54.992] Build status: STARTED
[20:30:54.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:79:0) after 3m2s
[20:33:57.051] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:79:0)
[20:33:57.067] Build status: STARTED
[20:33:57.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:80:0) after 6m54s
[20:40:51.099] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:80:0)
[20:40:51.116] Build status: STARTED
[20:40:51.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:81:0) after 8m59s
[20:49:50.195] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:81:0)
[20:49:50.214] Build status: STARTED
[20:49:50.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:82:0) after 5m59s
[20:55:49.307] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:82:0)
[20:55:49.326] Build status: STARTED
[20:55:49.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:83:0) after 7m48s
[21:03:37.384] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:83:0)
[21:03:37.403] Build status: STARTED
[21:03:37.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:84:0) after 4m1s
[21:07:38.609] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:84:0)
[21:07:38.626] Build status: STARTED
[21:07:38.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:85:0) after 6m3s
[21:13:41.670] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:85:0)
[21:13:41.697] Build status: STARTED
[21:13:41.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:86:0) after 4m16s
[21:17:57.727] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:86:0)
[21:17:57.744] Build status: STARTED
[21:17:57.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:87:0) after 2m5s
[21:20:02.776] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:87:0)
[21:20:02.844] Build status: STARTED
[21:20:02.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:88:0) after 4m48s
[21:24:50.906] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:88:0)
[21:24:50.931] Build status: STARTED
[21:24:50.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:89:0) after 4m54s
[21:29:44.930] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:89:0)
[21:29:44.947] Build status: STARTED
[21:29:44.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:90:0) after 2m22s
[21:32:06.971] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:90:0)
[21:32:07.085] Build status: STARTED
[21:32:07.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:91:0) after 2m18s
[21:34:25.113] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:91:0)
[21:34:25.148] Build status: STARTED
[21:34:25.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:92:0) after 5m14s
[21:39:39.175] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:92:0)
[21:39:39.196] Build status: STARTED
[21:39:39.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:93:0) after 4m37s
[21:44:16.284] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:93:0)
[21:44:16.302] Build status: STARTED
[21:44:16.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:94:0) after 2m41s
[21:46:57.413] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:94:0)
[21:46:57.431] Build status: STARTED
[21:46:57.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:95:0) after 6m54s
[21:53:51.459] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:95:0)
[21:53:51.478] Build status: STARTED
[21:53:51.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:96:0) after 5m46s
[21:59:37.530] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:96:0)
[21:59:37.554] Build status: STARTED
[21:59:37.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:97:0) after 2m18s
[22:01:55.527] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:97:0)
[22:01:55.543] Build status: STARTED
[22:01:55.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:98:0) after 1m21s
[22:03:16.565] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:98:0)
[22:03:16.591] Build status: STARTED
[22:03:16.591] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:99:0) after 5m2s
[22:08:18.619] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:99:0)
[22:08:18.639] Build status: STARTED
[22:08:18.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:100:0) after 1m16s
[22:09:34.705] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:100:0)
[22:09:34.722] Build status: STARTED
[22:09:34.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:101:0) after 1m48s
[22:11:22.698] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:101:0)
[22:11:22.728] Build status: STARTED
[22:11:22.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:102:0) after 6m0s
[22:17:22.761] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:102:0)
[22:17:22.780] Build status: STARTED
[22:17:22.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:103:0) after 5m28s
[22:22:50.804] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:103:0)
[22:22:50.827] Build status: STARTED
[22:22:50.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876696719607784192:104:0) after 4m6s
[22:26:27.509] Received PubSub notification, asking Buildbucket for the build status
[22:26:27.529] Build:
{
  "id": "8711266655937675553",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 27751,
  "createdBy": "project:chromium",
  "createTime": "2025-06-23T13:35:49.074942964Z",
  "startTime": "2025-06-23T13:36:48.827011305Z",
  "endTime": "2025-06-23T22:26:25.765422450Z",
  "updateTime": "2025-06-23T22:26:25.765422450Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "e4d486a69e7cab7778776e9fe15e0b76014caf5b",
      "ref": "refs/heads/main"
    }
  }
}
[22:26:27.529] Invocation finished in 8h50m41.339812023s with status FAILED