Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxMSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "b627b573819610dbff14858b7efac7fac27d94cc"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b627b573819610dbff14858b7efac7fac27d94cc
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[08:24:24.344] New invocation is queued and will start shortly
[08:24:25.541] Starting the invocation (attempt 1)
[08:24:25.576] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b627b573819610dbff14858b7efac7fac27d94cc"
[08:24:25.576] Popped gitiles commit info from properties and tags
[08:24:25.576] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:24:25.576] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:24:25.576] Buildbucket request:
{
  "requestId": "8876263324126190112",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b627b573819610dbff14858b7efac7fac27d94cc",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8876263324126190112"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxMSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[08:24:26.065] Scheduled build:
{
  "id": "8710833262119558241",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 27764,
  "createdBy": "project:chromium",
  "createTime": "2025-06-28T08:24:25.627617179Z",
  "updateTime": "2025-06-28T08:24:25.627617179Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "b627b573819610dbff14858b7efac7fac27d94cc",
      "ref": "refs/heads/main"
    }
  }
}
[08:24:26.065] Task URL: https://cr-buildbucket.appspot.com/build/8710833262119558241
[08:24:26.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:2:0) after 2m26s
[08:24:26.191] Received PubSub notification, asking Buildbucket for the build status
[08:24:26.273] Build status: SCHEDULED
[08:25:39.160] Received PubSub notification, asking Buildbucket for the build status
[08:25:39.179] Build status: STARTED
[08:26:52.104] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:2:0)
[08:26:52.128] Build status: STARTED
[08:26:52.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:5:0) after 3m59s
[08:30:51.146] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:5:0)
[08:30:51.165] Build status: STARTED
[08:30:51.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:6:0) after 3m1s
[08:33:52.204] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:6:0)
[08:33:52.231] Build status: STARTED
[08:33:52.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:7:0) after 1m12s
[08:35:04.330] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:7:0)
[08:35:04.368] Build status: STARTED
[08:35:04.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:8:0) after 2m58s
[08:38:02.394] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:8:0)
[08:38:02.464] Build status: STARTED
[08:38:02.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:9:0) after 7m47s
[08:45:49.602] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:9:0)
[08:45:49.627] Build status: STARTED
[08:45:49.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:10:0) after 2m15s
[08:48:04.754] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:10:0)
[08:48:04.771] Build status: STARTED
[08:48:04.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:11:0) after 4m24s
[08:52:28.947] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:11:0)
[08:52:28.963] Build status: STARTED
[08:52:28.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:12:0) after 2m55s
[08:55:24.062] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:12:0)
[08:55:24.085] Build status: STARTED
[08:55:24.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:13:0) after 1m21s
[08:56:45.326] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:13:0)
[08:56:45.350] Build status: STARTED
[08:56:45.350] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:14:0) after 5m54s
[09:02:39.517] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:14:0)
[09:02:39.575] Build status: STARTED
[09:02:39.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:15:0) after 3m44s
[09:06:24.023] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:15:0)
[09:06:24.075] Build status: STARTED
[09:06:24.075] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:16:0) after 9m15s
[09:15:39.095] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:16:0)
[09:15:39.183] Build status: STARTED
[09:15:39.183] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:17:0) after 3m27s
[09:19:06.242] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:17:0)
[09:19:06.279] Build status: STARTED
[09:19:06.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:18:0) after 4m17s
[09:23:23.453] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:18:0)
[09:23:23.473] Build status: STARTED
[09:23:23.473] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:19:0) after 6m49s
[09:30:12.601] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:19:0)
[09:30:12.622] Build status: STARTED
[09:30:12.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:20:0) after 9m42s
[09:39:54.754] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:20:0)
[09:39:54.788] Build status: STARTED
[09:39:54.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:21:0) after 8m48s
[09:48:43.198] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:21:0)
[09:48:43.245] Build status: STARTED
[09:48:43.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:22:0) after 5m6s
[09:53:49.733] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:22:0)
[09:53:49.757] Build status: STARTED
[09:53:49.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:23:0) after 3m2s
[09:56:51.889] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:23:0)
[09:56:51.906] Build status: STARTED
[09:56:51.906] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:24:0) after 4m57s
[10:01:49.162] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:24:0)
[10:01:49.182] Build status: STARTED
[10:01:49.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:25:0) after 5m48s
[10:07:37.348] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:25:0)
[10:07:37.416] Build status: STARTED
[10:07:37.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:26:0) after 2m47s
[10:10:24.533] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:26:0)
[10:10:24.554] Build status: STARTED
[10:10:24.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:27:0) after 6m24s
[10:16:48.600] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:27:0)
[10:16:48.635] Build status: STARTED
[10:16:48.635] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:28:0) after 2m0s
[10:18:48.621] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:28:0)
[10:18:48.674] Build status: STARTED
[10:18:48.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:29:0) after 3m30s
[10:22:18.698] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:29:0)
[10:22:18.716] Build status: STARTED
[10:22:18.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:30:0) after 2m18s
[10:24:36.720] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:30:0)
[10:24:36.765] Build status: STARTED
[10:24:36.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:31:0) after 5m19s
[10:29:55.782] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:31:0)
[10:29:55.799] Build status: STARTED
[10:29:55.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:32:0) after 1m5s
[10:31:00.815] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:32:0)
[10:31:00.849] Build status: STARTED
[10:31:00.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:33:0) after 3m13s
[10:34:14.000] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:33:0)
[10:34:14.019] Build status: STARTED
[10:34:14.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:34:0) after 3m11s
[10:37:25.160] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:34:0)
[10:37:25.180] Build status: STARTED
[10:37:25.180] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:35:0) after 3m28s
[10:40:53.206] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:35:0)
[10:40:53.234] Build status: STARTED
[10:40:53.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:36:0) after 2m10s
[10:43:03.348] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:36:0)
[10:43:03.365] Build status: STARTED
[10:43:03.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:37:0) after 8m38s
[10:51:41.409] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:37:0)
[10:51:41.442] Build status: STARTED
[10:51:41.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:38:0) after 9m53s
[11:01:34.511] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:38:0)
[11:01:34.535] Build status: STARTED
[11:01:34.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:39:0) after 1m28s
[11:03:03.427] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:39:0)
[11:03:03.485] Build status: STARTED
[11:03:03.485] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:40:0) after 4m30s
[11:07:33.584] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:40:0)
[11:07:33.611] Build status: STARTED
[11:07:33.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:41:0) after 2m33s
[11:10:06.839] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:41:0)
[11:10:06.861] Build status: STARTED
[11:10:06.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:42:0) after 4m29s
[11:14:36.061] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:42:0)
[11:14:36.194] Build status: STARTED
[11:14:36.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:43:0) after 4m39s
[11:19:15.223] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:43:0)
[11:19:15.242] Build status: STARTED
[11:19:15.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:44:0) after 2m38s
[11:21:53.276] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:44:0)
[11:21:53.297] Build status: STARTED
[11:21:53.297] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:45:0) after 5m3s
[11:26:56.405] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:45:0)
[11:26:56.512] Build status: STARTED
[11:26:56.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:46:0) after 8m2s
[11:34:58.591] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:46:0)
[11:34:58.609] Build status: STARTED
[11:34:58.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:47:0) after 6m53s
[11:41:52.406] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:47:0)
[11:41:52.493] Build status: STARTED
[11:41:52.493] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:48:0) after 3m22s
[11:45:14.519] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:48:0)
[11:45:14.541] Build status: STARTED
[11:45:14.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:49:0) after 9m15s
[11:54:29.578] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:49:0)
[11:54:29.598] Build status: STARTED
[11:54:29.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:50:0) after 1m4s
[11:55:33.616] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:50:0)
[11:55:33.646] Build status: STARTED
[11:55:33.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:51:0) after 8m16s
[12:03:49.782] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:51:0)
[12:03:49.871] Build status: STARTED
[12:03:49.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:52:0) after 5m6s
[12:08:55.904] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:52:0)
[12:08:55.977] Build status: STARTED
[12:08:55.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:53:0) after 5m29s
[12:14:24.994] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:53:0)
[12:14:25.024] Build status: STARTED
[12:14:25.024] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:54:0) after 3m9s
[12:17:34.158] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:54:0)
[12:17:34.284] Build status: STARTED
[12:17:34.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:55:0) after 2m48s
[12:20:22.320] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:55:0)
[12:20:22.343] Build status: STARTED
[12:20:22.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:56:0) after 2m49s
[12:23:11.363] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:56:0)
[12:23:11.385] Build status: STARTED
[12:23:11.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:57:0) after 9m20s
[12:32:31.359] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:57:0)
[12:32:31.378] Build status: STARTED
[12:32:31.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:58:0) after 5m6s
[12:37:37.595] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:58:0)
[12:37:37.620] Build status: STARTED
[12:37:37.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:59:0) after 4m50s
[12:42:27.752] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:59:0)
[12:42:27.774] Build status: STARTED
[12:42:27.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:60:0) after 4m53s
[12:47:21.255] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:60:0)
[12:47:21.268] Build status: STARTED
[12:47:21.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:61:0) after 6m44s
[12:54:05.551] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:61:0)
[12:54:05.574] Build status: STARTED
[12:54:05.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:62:0) after 9m27s
[13:03:32.589] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:62:0)
[13:03:32.631] Build status: STARTED
[13:03:32.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:63:0) after 6m31s
[13:10:03.772] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:63:0)
[13:10:03.802] Build status: STARTED
[13:10:03.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:64:0) after 7m17s
[13:17:20.839] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:64:0)
[13:17:20.858] Build status: STARTED
[13:17:20.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:65:0) after 8m32s
[13:25:53.049] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:65:0)
[13:25:53.181] Build status: STARTED
[13:25:53.181] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:66:0) after 9m49s
[13:35:42.247] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:66:0)
[13:35:42.263] Build status: STARTED
[13:35:42.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:67:0) after 3m55s
[13:39:37.523] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:67:0)
[13:39:37.555] Build status: STARTED
[13:39:37.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:68:0) after 3m13s
[13:42:50.590] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:68:0)
[13:42:50.637] Build status: STARTED
[13:42:50.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:69:0) after 1m27s
[13:44:17.797] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:69:0)
[13:44:17.813] Build status: STARTED
[13:44:17.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:70:0) after 9m44s
[13:54:02.092] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:70:0)
[13:54:02.174] Build status: STARTED
[13:54:02.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:71:0) after 4m31s
[13:58:33.307] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:71:0)
[13:58:33.327] Build status: STARTED
[13:58:33.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:72:0) after 2m1s
[14:00:34.694] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:72:0)
[14:00:34.713] Build status: STARTED
[14:00:34.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:73:0) after 3m22s
[14:03:56.735] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:73:0)
[14:03:56.771] Build status: STARTED
[14:03:56.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:74:0) after 8m27s
[14:12:23.798] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:74:0)
[14:12:23.827] Build status: STARTED
[14:12:23.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:75:0) after 7m42s
[14:20:05.871] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:75:0)
[14:20:05.890] Build status: STARTED
[14:20:05.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:76:0) after 7m7s
[14:27:13.114] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:76:0)
[14:27:13.133] Build status: STARTED
[14:27:13.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:77:0) after 1m31s
[14:28:44.150] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:77:0)
[14:28:44.180] Build status: STARTED
[14:28:44.180] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:78:0) after 2m57s
[14:31:41.198] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:78:0)
[14:31:41.225] Build status: STARTED
[14:31:41.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:79:0) after 9m58s
[14:41:39.248] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:79:0)
[14:41:39.269] Build status: STARTED
[14:41:39.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:80:0) after 6m19s
[14:47:58.402] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:80:0)
[14:47:58.421] Build status: STARTED
[14:47:58.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:81:0) after 7m45s
[14:55:43.473] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:81:0)
[14:55:43.498] Build status: STARTED
[14:55:43.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:82:0) after 3m59s
[14:59:42.552] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:82:0)
[14:59:42.571] Build status: STARTED
[14:59:42.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:83:0) after 7m8s
[15:06:50.593] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:83:0)
[15:06:50.616] Build status: STARTED
[15:06:50.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:84:0) after 8m26s
[15:15:16.732] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:84:0)
[15:15:16.746] Build status: STARTED
[15:15:16.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:85:0) after 2m22s
[15:17:38.763] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:85:0)
[15:17:38.783] Build status: STARTED
[15:17:38.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:86:0) after 1m54s
[15:19:32.927] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:86:0)
[15:19:32.947] Build status: STARTED
[15:19:32.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:87:0) after 3m12s
[15:22:44.971] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:87:0)
[15:22:44.989] Build status: STARTED
[15:22:44.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:88:0) after 4m38s
[15:27:23.029] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:88:0)
[15:27:23.077] Build status: STARTED
[15:27:23.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:89:0) after 5m38s
[15:33:01.075] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:89:0)
[15:33:01.094] Build status: STARTED
[15:33:01.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:90:0) after 2m54s
[15:35:55.206] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:90:0)
[15:35:55.225] Build status: STARTED
[15:35:55.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:91:0) after 2m58s
[15:38:53.336] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:91:0)
[15:38:53.352] Build status: STARTED
[15:38:53.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:92:0) after 1m7s
[15:40:00.553] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:92:0)
[15:40:00.569] Build status: STARTED
[15:40:00.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:93:0) after 3m14s
[15:43:14.871] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:93:0)
[15:43:14.891] Build status: STARTED
[15:43:14.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:94:0) after 6m46s
[15:50:01.019] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:94:0)
[15:50:01.038] Build status: STARTED
[15:50:01.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:95:0) after 1m8s
[15:51:09.437] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:95:0)
[15:51:09.461] Build status: STARTED
[15:51:09.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:96:0) after 3m16s
[15:54:25.473] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:96:0)
[15:54:25.492] Build status: STARTED
[15:54:25.492] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:97:0) after 7m2s
[16:01:27.744] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:97:0)
[16:01:27.796] Build status: STARTED
[16:01:27.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:98:0) after 4m22s
[16:05:49.945] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:98:0)
[16:05:49.972] Build status: STARTED
[16:05:49.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:99:0) after 2m13s
[16:08:02.990] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:99:0)
[16:08:03.054] Build status: STARTED
[16:08:03.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:100:0) after 9m28s
[16:17:31.209] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:100:0)
[16:17:31.313] Build status: STARTED
[16:17:31.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:101:0) after 8m54s
[16:26:25.338] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:101:0)
[16:26:25.353] Build status: STARTED
[16:26:25.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:102:0) after 7m6s
[16:33:31.605] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:102:0)
[16:33:31.623] Build status: STARTED
[16:33:31.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:103:0) after 8m38s
[16:42:09.745] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:103:0)
[16:42:09.760] Build status: STARTED
[16:42:09.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:104:0) after 6m58s
[16:49:07.747] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:104:0)
[16:49:07.824] Build status: STARTED
[16:49:07.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:105:0) after 9m46s
[16:58:53.839] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:105:0)
[16:58:53.868] Build status: STARTED
[16:58:53.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:106:0) after 9m7s
[17:08:00.981] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:106:0)
[17:08:01.001] Build status: STARTED
[17:08:01.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8876263324126190112:107:0) after 7m18s
[17:11:41.962] Received PubSub notification, asking Buildbucket for the build status
[17:11:41.985] Build:
{
  "id": "8710833262119558241",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 27764,
  "createdBy": "project:chromium",
  "createTime": "2025-06-28T08:24:25.627617179Z",
  "startTime": "2025-06-28T08:25:38.960225254Z",
  "endTime": "2025-06-28T17:11:41.727799771Z",
  "updateTime": "2025-06-28T17:11:41.727799771Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "b627b573819610dbff14858b7efac7fac27d94cc",
      "ref": "refs/heads/main"
    }
  }
}
[17:11:41.985] Invocation finished in 8h47m17.654764154s with status FAILED