Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxMSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "eef8347cbe61c690cadb05c68b65c6872c70107e"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/eef8347cbe61c690cadb05c68b65c6872c70107e
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[04:00:12.838] New invocation is queued and will start shortly
[04:00:14.006] Starting the invocation (attempt 1)
[04:00:14.039] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/eef8347cbe61c690cadb05c68b65c6872c70107e"
[04:00:14.039] Popped gitiles commit info from properties and tags
[04:00:14.039] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:00:14.039] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:00:14.040] Buildbucket request:
{
  "requestId": "8874739797198335792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "eef8347cbe61c690cadb05c68b65c6872c70107e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8874739797198335792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxMSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:00:14.605] Scheduled build:
{
  "id": "8709309735193811297",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 27813,
  "createdBy": "project:chromium",
  "createTime": "2025-07-15T04:00:14.126429785Z",
  "updateTime": "2025-07-15T04:00:14.126429785Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "eef8347cbe61c690cadb05c68b65c6872c70107e",
      "ref": "refs/heads/main"
    }
  }
}
[04:00:14.605] Task URL: https://cr-buildbucket.appspot.com/build/8709309735193811297
[04:00:14.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:2:0) after 8m43s
[04:00:15.517] Received PubSub notification, asking Buildbucket for the build status
[04:00:15.537] Build status: SCHEDULED
[04:01:32.443] Received PubSub notification, asking Buildbucket for the build status
[04:01:32.468] Build status: STARTED
[04:08:57.625] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:2:0)
[04:08:57.653] Build status: STARTED
[04:08:57.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:5:0) after 7m31s
[04:16:28.684] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:5:0)
[04:16:28.734] Build status: STARTED
[04:16:28.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:6:0) after 6m14s
[04:22:42.763] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:6:0)
[04:22:42.792] Build status: STARTED
[04:22:42.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:7:0) after 7m4s
[04:29:46.821] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:7:0)
[04:29:46.918] Build status: STARTED
[04:29:46.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:8:0) after 3m3s
[04:32:50.101] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:8:0)
[04:32:50.133] Build status: STARTED
[04:32:50.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:9:0) after 8m28s
[04:41:18.270] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:9:0)
[04:41:18.338] Build status: STARTED
[04:41:18.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:10:0) after 9m30s
[04:50:48.535] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:10:0)
[04:50:48.582] Build status: STARTED
[04:50:48.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:11:0) after 5m3s
[04:55:51.656] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:11:0)
[04:55:51.710] Build status: STARTED
[04:55:51.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:12:0) after 9m34s
[05:05:25.756] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:12:0)
[05:05:25.777] Build status: STARTED
[05:05:25.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:13:0) after 9m5s
[05:14:30.982] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:13:0)
[05:14:31.029] Build status: STARTED
[05:14:31.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:14:0) after 9m16s
[05:23:47.057] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:14:0)
[05:23:47.107] Build status: STARTED
[05:23:47.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:15:0) after 3m52s
[05:27:39.134] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:15:0)
[05:27:39.220] Build status: STARTED
[05:27:39.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:16:0) after 6m44s
[05:34:23.281] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:16:0)
[05:34:23.304] Build status: STARTED
[05:34:23.304] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:17:0) after 3m38s
[05:38:01.351] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:17:0)
[05:38:01.391] Build status: STARTED
[05:38:01.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:18:0) after 1m39s
[05:39:40.378] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:18:0)
[05:39:40.400] Build status: STARTED
[05:39:40.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:19:0) after 7m36s
[05:47:16.441] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:19:0)
[05:47:16.474] Build status: STARTED
[05:47:16.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:20:0) after 9m50s
[05:57:06.613] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:20:0)
[05:57:06.639] Build status: STARTED
[05:57:06.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:21:0) after 9m59s
[06:07:05.686] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:21:0)
[06:07:05.715] Build status: STARTED
[06:07:05.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:22:0) after 3m41s
[06:10:46.737] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:22:0)
[06:10:46.754] Build status: STARTED
[06:10:46.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:23:0) after 8m10s
[06:18:56.863] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:23:0)
[06:18:56.894] Build status: STARTED
[06:18:56.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:24:0) after 8m1s
[06:26:57.922] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:24:0)
[06:26:57.969] Build status: STARTED
[06:26:57.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:25:0) after 8m3s
[06:35:01.315] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:25:0)
[06:35:01.336] Build status: STARTED
[06:35:01.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:26:0) after 5m2s
[06:40:03.361] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:26:0)
[06:40:03.391] Build status: STARTED
[06:40:03.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:27:0) after 4m30s
[06:44:33.435] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:27:0)
[06:44:33.456] Build status: STARTED
[06:44:33.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:28:0) after 3m46s
[06:48:19.486] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:28:0)
[06:48:19.511] Build status: STARTED
[06:48:19.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:29:0) after 1m40s
[06:49:59.577] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:29:0)
[06:49:59.642] Build status: STARTED
[06:49:59.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:30:0) after 8m23s
[06:58:22.690] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:30:0)
[06:58:22.714] Build status: STARTED
[06:58:22.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:31:0) after 2m6s
[07:00:28.959] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:31:0)
[07:00:29.007] Build status: STARTED
[07:00:29.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:32:0) after 3m25s
[07:03:54.218] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:32:0)
[07:03:54.268] Build status: STARTED
[07:03:54.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:33:0) after 7m56s
[07:11:50.295] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:33:0)
[07:11:50.314] Build status: STARTED
[07:11:50.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:34:0) after 7m26s
[07:19:16.354] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:34:0)
[07:19:16.380] Build status: STARTED
[07:19:16.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:35:0) after 2m4s
[07:21:20.406] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:35:0)
[07:21:20.424] Build status: STARTED
[07:21:20.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:36:0) after 7m42s
[07:29:02.508] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:36:0)
[07:29:02.657] Build status: STARTED
[07:29:02.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:37:0) after 3m15s
[07:32:17.705] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:37:0)
[07:32:17.727] Build status: STARTED
[07:32:17.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:38:0) after 4m16s
[07:36:33.764] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:38:0)
[07:36:33.785] Build status: STARTED
[07:36:33.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:39:0) after 7m55s
[07:44:28.924] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:39:0)
[07:44:28.942] Build status: STARTED
[07:44:28.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:40:0) after 7m3s
[07:51:32.087] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:40:0)
[07:51:32.154] Build status: STARTED
[07:51:32.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:41:0) after 4m57s
[07:56:29.208] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:41:0)
[07:56:29.237] Build status: STARTED
[07:56:29.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:42:0) after 3m49s
[08:00:18.347] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:42:0)
[08:00:18.378] Build status: STARTED
[08:00:18.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:43:0) after 9m14s
[08:09:32.510] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:43:0)
[08:09:32.528] Build status: STARTED
[08:09:32.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:44:0) after 1m49s
[08:11:21.580] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:44:0)
[08:11:21.594] Build status: STARTED
[08:11:21.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:45:0) after 1m37s
[08:12:58.622] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:45:0)
[08:12:58.656] Build status: STARTED
[08:12:58.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:46:0) after 8m19s
[08:21:17.696] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:46:0)
[08:21:17.710] Build status: STARTED
[08:21:17.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:47:0) after 6m22s
[08:27:39.972] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:47:0)
[08:27:39.993] Build status: STARTED
[08:27:39.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:48:0) after 4m8s
[08:31:48.180] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:48:0)
[08:31:48.200] Build status: STARTED
[08:31:48.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:49:0) after 9m15s
[08:41:03.240] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:49:0)
[08:41:03.334] Build status: STARTED
[08:41:03.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:50:0) after 8m45s
[08:49:48.477] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:50:0)
[08:49:48.582] Build status: STARTED
[08:49:48.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:51:0) after 5m36s
[08:55:24.612] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:51:0)
[08:55:24.642] Build status: STARTED
[08:55:24.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:52:0) after 6m53s
[09:02:17.690] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:52:0)
[09:02:17.706] Build status: STARTED
[09:02:17.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:53:0) after 5m50s
[09:08:07.785] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:53:0)
[09:08:07.804] Build status: STARTED
[09:08:07.804] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:54:0) after 9m11s
[09:17:18.887] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:54:0)
[09:17:18.911] Build status: STARTED
[09:17:18.911] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:55:0) after 7m15s
[09:24:33.894] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:55:0)
[09:24:33.917] Build status: STARTED
[09:24:33.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:56:0) after 8m27s
[09:33:00.997] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:56:0)
[09:33:01.017] Build status: STARTED
[09:33:01.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:57:0) after 9m15s
[09:42:16.175] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:57:0)
[09:42:16.192] Build status: STARTED
[09:42:16.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:58:0) after 6m4s
[09:48:20.558] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:58:0)
[09:48:20.584] Build status: STARTED
[09:48:20.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:59:0) after 9m49s
[09:58:09.614] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:59:0)
[09:58:09.636] Build status: STARTED
[09:58:09.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:60:0) after 1m1s
[09:59:10.671] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:60:0)
[09:59:10.688] Build status: STARTED
[09:59:10.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:61:0) after 8m18s
[10:07:28.830] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:61:0)
[10:07:28.893] Build status: STARTED
[10:07:28.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:62:0) after 4m51s
[10:12:20.028] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:62:0)
[10:12:20.045] Build status: STARTED
[10:12:20.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:63:0) after 9m58s
[10:22:18.135] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:63:0)
[10:22:18.151] Build status: STARTED
[10:22:18.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:64:0) after 8m9s
[10:30:27.349] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:64:0)
[10:30:27.365] Build status: STARTED
[10:30:27.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:65:0) after 7m0s
[10:37:27.637] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:65:0)
[10:37:27.657] Build status: STARTED
[10:37:27.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:66:0) after 3m6s
[10:40:33.688] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:66:0)
[10:40:33.705] Build status: STARTED
[10:40:33.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:67:0) after 5m41s
[10:46:14.764] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:67:0)
[10:46:14.779] Build status: STARTED
[10:46:14.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:68:0) after 4m40s
[10:50:55.530] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:68:0)
[10:50:55.548] Build status: STARTED
[10:50:55.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:69:0) after 7m38s
[10:58:33.578] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:69:0)
[10:58:33.595] Build status: STARTED
[10:58:33.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:70:0) after 4m20s
[11:02:53.626] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:70:0)
[11:02:53.643] Build status: STARTED
[11:02:53.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:71:0) after 2m12s
[11:05:05.690] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:71:0)
[11:05:05.718] Build status: STARTED
[11:05:05.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:72:0) after 2m19s
[11:07:24.739] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:72:0)
[11:07:24.754] Build status: STARTED
[11:07:24.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:73:0) after 7m38s
[11:15:02.790] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:73:0)
[11:15:02.809] Build status: STARTED
[11:15:02.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:74:0) after 4m13s
[11:19:15.877] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:74:0)
[11:19:15.893] Build status: STARTED
[11:19:15.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:75:0) after 7m17s
[11:26:32.917] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:75:0)
[11:26:33.011] Build status: STARTED
[11:26:33.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:76:0) after 7m49s
[11:34:22.039] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:76:0)
[11:34:22.063] Build status: STARTED
[11:34:22.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:77:0) after 8m55s
[11:43:17.160] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:77:0)
[11:43:17.173] Build status: STARTED
[11:43:17.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:78:0) after 5m55s
[11:49:12.205] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:78:0)
[11:49:12.220] Build status: STARTED
[11:49:12.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:79:0) after 2m49s
[11:52:01.354] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:79:0)
[11:52:01.396] Build status: STARTED
[11:52:01.396] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:80:0) after 2m10s
[11:54:11.420] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:80:0)
[11:54:11.515] Build status: STARTED
[11:54:11.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:81:0) after 1m32s
[11:55:43.615] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:81:0)
[11:55:43.642] Build status: STARTED
[11:55:43.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:82:0) after 3m41s
[11:59:24.715] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:82:0)
[11:59:24.738] Build status: STARTED
[11:59:24.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:83:0) after 1m56s
[12:01:20.805] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:83:0)
[12:01:20.828] Build status: STARTED
[12:01:20.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:84:0) after 8m39s
[12:09:59.807] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:84:0)
[12:09:59.836] Build status: STARTED
[12:09:59.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:85:0) after 3m28s
[12:13:27.853] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:85:0)
[12:13:27.869] Build status: STARTED
[12:13:27.869] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:86:0) after 2m38s
[12:16:05.911] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:86:0)
[12:16:06.050] Build status: STARTED
[12:16:06.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:87:0) after 6m4s
[12:22:10.053] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:87:0)
[12:22:10.075] Build status: STARTED
[12:22:10.075] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:88:0) after 4m1s
[12:26:11.063] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:88:0)
[12:26:11.085] Build status: STARTED
[12:26:11.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:89:0) after 6m21s
[12:32:32.171] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:89:0)
[12:32:32.198] Build status: STARTED
[12:32:32.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:90:0) after 7m51s
[12:40:23.228] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:90:0)
[12:40:23.257] Build status: STARTED
[12:40:23.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:91:0) after 7m20s
[12:47:43.285] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:91:0)
[12:47:43.313] Build status: STARTED
[12:47:43.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874739797198335792:92:0) after 4m46s
[12:48:48.879] Received PubSub notification, asking Buildbucket for the build status
[12:48:48.944] Build:
{
  "id": "8709309735193811297",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 27813,
  "createdBy": "project:chromium",
  "createTime": "2025-07-15T04:00:14.126429785Z",
  "startTime": "2025-07-15T04:01:29.879034574Z",
  "endTime": "2025-07-15T12:48:46.329978604Z",
  "updateTime": "2025-07-15T12:48:46.329978604Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "eef8347cbe61c690cadb05c68b65c6872c70107e",
      "ref": "refs/heads/main"
    }
  }
}
[12:48:48.944] Invocation finished in 8h48m36.112369942s with status FAILED