Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxMSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "d97cdc3de1e04043e22948887e7441b8cd20b25a"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d97cdc3de1e04043e22948887e7441b8cd20b25a
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[15:23:00.303] New invocation is queued and will start shortly
[15:23:01.357] Starting the invocation (attempt 1)
[15:23:01.384] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d97cdc3de1e04043e22948887e7441b8cd20b25a"
[15:23:01.384] Popped gitiles commit info from properties and tags
[15:23:01.384] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:23:01.385] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:23:01.385] Buildbucket request:
{
  "requestId": "8867720873295113648",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d97cdc3de1e04043e22948887e7441b8cd20b25a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8867720873295113648"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxMSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[15:23:02.027] Scheduled build:
{
  "id": "8702290811374022641",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 28703,
  "createdBy": "project:chromium",
  "createTime": "2025-09-30T15:23:01.502261253Z",
  "updateTime": "2025-09-30T15:23:01.502261253Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d97cdc3de1e04043e22948887e7441b8cd20b25a",
      "ref": "refs/heads/main"
    }
  }
}
[15:23:02.027] Task URL: https://cr-buildbucket.appspot.com/build/8702290811374022641
[15:23:02.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:2:0) after 5m37s
[15:23:02.966] Received PubSub notification, asking Buildbucket for the build status
[15:23:02.982] Build status: SCHEDULED
[15:24:08.291] Received PubSub notification, asking Buildbucket for the build status
[15:24:08.309] Build status: STARTED
[15:28:39.056] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:2:0)
[15:28:39.086] Build status: STARTED
[15:28:39.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:5:0) after 8m2s
[15:36:41.105] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:5:0)
[15:36:41.134] Build status: STARTED
[15:36:41.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:6:0) after 5m52s
[15:42:33.229] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:6:0)
[15:42:33.245] Build status: STARTED
[15:42:33.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:7:0) after 2m29s
[15:45:02.245] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:7:0)
[15:45:03.573] Build status: STARTED
[15:45:03.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:8:0) after 8m39s
[15:53:42.670] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:8:0)
[15:53:42.706] Build status: STARTED
[15:53:42.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:9:0) after 1m58s
[15:55:40.828] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:9:0)
[15:55:40.853] Build status: STARTED
[15:55:40.853] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:10:0) after 3m11s
[15:58:51.870] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:10:0)
[15:58:51.894] Build status: STARTED
[15:58:51.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:11:0) after 9m43s
[16:08:35.005] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:11:0)
[16:08:35.041] Build status: STARTED
[16:08:35.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:12:0) after 7m46s
[16:16:21.077] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:12:0)
[16:16:21.094] Build status: STARTED
[16:16:21.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:13:0) after 6m7s
[16:22:28.163] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:13:0)
[16:22:28.198] Build status: STARTED
[16:22:28.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:14:0) after 7m37s
[16:30:05.238] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:14:0)
[16:30:05.256] Build status: STARTED
[16:30:05.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:15:0) after 4m12s
[16:34:17.253] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:15:0)
[16:34:17.303] Build status: STARTED
[16:34:17.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:16:0) after 2m5s
[16:36:22.335] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:16:0)
[16:36:22.356] Build status: STARTED
[16:36:22.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:17:0) after 7m33s
[16:43:55.427] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:17:0)
[16:43:55.488] Build status: STARTED
[16:43:55.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:18:0) after 4m19s
[16:48:14.518] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:18:0)
[16:48:14.532] Build status: STARTED
[16:48:14.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:19:0) after 6m30s
[16:54:44.562] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:19:0)
[16:54:44.578] Build status: STARTED
[16:54:44.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:20:0) after 4m57s
[16:59:41.574] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:20:0)
[16:59:41.598] Build status: STARTED
[16:59:41.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:21:0) after 1m33s
[17:01:14.622] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:21:0)
[17:01:14.675] Build status: STARTED
[17:01:14.680] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:22:0) after 4m8s
[17:05:22.678] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:22:0)
[17:05:22.702] Build status: STARTED
[17:05:22.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:23:0) after 8m58s
[17:14:20.727] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:23:0)
[17:14:20.743] Build status: STARTED
[17:14:20.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:24:0) after 2m20s
[17:16:40.732] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:24:0)
[17:16:40.757] Build status: STARTED
[17:16:40.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:25:0) after 8m18s
[17:24:58.836] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:25:0)
[17:24:58.853] Build status: STARTED
[17:24:58.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:26:0) after 7m43s
[17:32:41.879] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:26:0)
[17:32:41.905] Build status: STARTED
[17:32:41.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:27:0) after 4m18s
[17:36:59.963] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:27:0)
[17:36:59.981] Build status: STARTED
[17:36:59.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:28:0) after 3m45s
[17:40:45.078] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:28:0)
[17:40:45.101] Build status: STARTED
[17:40:45.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:29:0) after 3m24s
[17:44:09.124] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:29:0)
[17:44:09.185] Build status: STARTED
[17:44:09.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:30:0) after 7m34s
[17:51:43.294] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:30:0)
[17:51:43.364] Build status: STARTED
[17:51:43.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:31:0) after 9m36s
[18:01:19.428] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:31:0)
[18:01:19.472] Build status: STARTED
[18:01:19.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:32:0) after 2m21s
[18:03:40.502] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:32:0)
[18:03:40.526] Build status: STARTED
[18:03:40.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:33:0) after 4m36s
[18:08:16.616] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:33:0)
[18:08:16.637] Build status: STARTED
[18:08:16.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:34:0) after 1m0s
[18:09:16.749] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:34:0)
[18:09:16.765] Build status: STARTED
[18:09:16.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:35:0) after 5m36s
[18:14:52.801] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:35:0)
[18:14:52.883] Build status: STARTED
[18:14:52.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:36:0) after 8m25s
[18:23:17.937] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:36:0)
[18:23:17.971] Build status: STARTED
[18:23:17.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:37:0) after 7m24s
[18:30:41.989] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:37:0)
[18:30:42.016] Build status: STARTED
[18:30:42.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:38:0) after 8m6s
[18:38:48.106] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:38:0)
[18:38:48.135] Build status: STARTED
[18:38:48.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:39:0) after 8m47s
[18:47:35.416] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:39:0)
[18:47:35.433] Build status: STARTED
[18:47:35.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:40:0) after 4m8s
[18:51:43.462] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:40:0)
[18:51:43.483] Build status: STARTED
[18:51:43.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:41:0) after 1m37s
[18:53:20.613] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:41:0)
[18:53:20.627] Build status: STARTED
[18:53:20.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:42:0) after 3m2s
[18:56:22.647] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:42:0)
[18:56:22.664] Build status: STARTED
[18:56:22.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:43:0) after 9m21s
[19:05:43.681] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:43:0)
[19:05:43.700] Build status: STARTED
[19:05:43.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:44:0) after 4m39s
[19:10:22.677] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:44:0)
[19:10:22.695] Build status: STARTED
[19:10:22.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:45:0) after 9m33s
[19:19:55.690] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:45:0)
[19:19:55.709] Build status: STARTED
[19:19:55.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:46:0) after 1m43s
[19:21:38.897] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:46:0)
[19:21:38.945] Build status: STARTED
[19:21:38.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:47:0) after 8m46s
[19:30:24.967] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:47:0)
[19:30:24.985] Build status: STARTED
[19:30:24.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:48:0) after 3m41s
[19:34:06.147] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:48:0)
[19:34:06.169] Build status: STARTED
[19:34:06.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:49:0) after 2m48s
[19:36:54.175] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:49:0)
[19:36:54.203] Build status: STARTED
[19:36:54.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:50:0) after 7m33s
[19:44:27.279] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:50:0)
[19:44:27.313] Build status: STARTED
[19:44:27.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:51:0) after 6m31s
[19:50:58.301] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:51:0)
[19:50:58.321] Build status: STARTED
[19:50:58.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:52:0) after 3m9s
[19:54:07.340] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:52:0)
[19:54:07.358] Build status: STARTED
[19:54:07.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:53:0) after 4m14s
[19:58:21.477] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:53:0)
[19:58:21.510] Build status: STARTED
[19:58:21.510] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:54:0) after 4m52s
[20:03:13.540] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:54:0)
[20:03:13.563] Build status: STARTED
[20:03:13.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:55:0) after 5m35s
[20:08:48.622] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:55:0)
[20:08:48.640] Build status: STARTED
[20:08:48.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:56:0) after 6m21s
[20:15:09.685] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:56:0)
[20:15:09.703] Build status: STARTED
[20:15:09.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:57:0) after 1m31s
[20:16:40.772] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:57:0)
[20:16:40.788] Build status: STARTED
[20:16:40.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:58:0) after 7m34s
[20:24:14.815] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:58:0)
[20:24:14.905] Build status: STARTED
[20:24:14.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:59:0) after 5m15s
[20:29:29.928] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:59:0)
[20:29:29.981] Build status: STARTED
[20:29:29.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:60:0) after 3m55s
[20:33:25.228] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:60:0)
[20:33:25.246] Build status: STARTED
[20:33:25.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:61:0) after 4m49s
[20:38:14.267] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:61:0)
[20:38:14.289] Build status: STARTED
[20:38:14.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:62:0) after 1m2s
[20:39:16.447] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:62:0)
[20:39:16.466] Build status: STARTED
[20:39:16.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:63:0) after 2m55s
[20:42:11.554] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:63:0)
[20:42:11.655] Build status: STARTED
[20:42:11.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:64:0) after 1m3s
[20:43:14.736] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:64:0)
[20:43:14.784] Build status: STARTED
[20:43:14.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:65:0) after 8m53s
[20:52:07.853] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:65:0)
[20:52:07.882] Build status: STARTED
[20:52:07.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:66:0) after 5m42s
[20:57:49.909] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:66:0)
[20:57:49.940] Build status: STARTED
[20:57:49.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:67:0) after 9m20s
[21:07:10.060] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:67:0)
[21:07:10.083] Build status: STARTED
[21:07:10.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:68:0) after 8m9s
[21:15:19.127] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:68:0)
[21:15:19.145] Build status: STARTED
[21:15:19.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:69:0) after 8m57s
[21:24:16.216] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:69:0)
[21:24:16.231] Build status: STARTED
[21:24:16.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:70:0) after 5m39s
[21:29:55.329] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:70:0)
[21:29:55.346] Build status: STARTED
[21:29:55.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:71:0) after 9m0s
[21:38:55.371] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:71:0)
[21:38:55.389] Build status: STARTED
[21:38:55.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:72:0) after 1m44s
[21:40:39.401] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:72:0)
[21:40:39.421] Build status: STARTED
[21:40:39.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:73:0) after 7m5s
[21:47:44.452] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:73:0)
[21:47:44.476] Build status: STARTED
[21:47:44.476] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:74:0) after 3m32s
[21:51:16.537] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:74:0)
[21:51:16.565] Build status: STARTED
[21:51:16.565] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:75:0) after 4m21s
[21:55:37.590] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:75:0)
[21:55:37.610] Build status: STARTED
[21:55:37.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:76:0) after 9m5s
[22:04:42.827] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:76:0)
[22:04:42.847] Build status: STARTED
[22:04:42.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:77:0) after 5m8s
[22:09:50.866] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:77:0)
[22:09:50.896] Build status: STARTED
[22:09:50.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:78:0) after 3m25s
[22:13:16.027] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:78:0)
[22:13:16.045] Build status: STARTED
[22:13:16.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:79:0) after 8m14s
[22:21:30.072] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:79:0)
[22:21:30.093] Build status: STARTED
[22:21:30.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:80:0) after 3m43s
[22:25:13.116] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:80:0)
[22:25:13.133] Build status: STARTED
[22:25:13.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:81:0) after 3m24s
[22:28:37.305] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:81:0)
[22:28:37.325] Build status: STARTED
[22:28:37.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:82:0) after 9m10s
[22:37:47.379] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:82:0)
[22:37:47.396] Build status: STARTED
[22:37:47.396] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:83:0) after 2m42s
[22:40:29.432] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:83:0)
[22:40:29.453] Build status: STARTED
[22:40:29.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:84:0) after 3m31s
[22:44:00.473] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:84:0)
[22:44:00.492] Build status: STARTED
[22:44:00.492] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:85:0) after 9m19s
[22:53:19.519] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:85:0)
[22:53:19.534] Build status: STARTED
[22:53:19.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:86:0) after 4m43s
[22:58:02.608] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:86:0)
[22:58:02.623] Build status: STARTED
[22:58:02.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:87:0) after 8m35s
[23:06:37.680] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:87:0)
[23:06:37.700] Build status: STARTED
[23:06:37.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:88:0) after 3m38s
[23:10:15.714] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:88:0)
[23:10:15.731] Build status: STARTED
[23:10:15.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:89:0) after 1m4s
[23:11:19.752] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:89:0)
[23:11:19.798] Build status: STARTED
[23:11:19.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:90:0) after 6m2s
[23:17:21.881] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:90:0)
[23:17:21.900] Build status: STARTED
[23:17:21.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:91:0) after 6m15s
[23:23:36.918] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:91:0)
[23:23:36.936] Build status: STARTED
[23:23:36.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:92:0) after 8m27s
[23:32:04.053] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:92:0)
[23:32:04.158] Build status: STARTED
[23:32:04.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:93:0) after 7m43s
[23:39:47.179] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:93:0)
[23:39:47.220] Build status: STARTED
[23:39:47.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:94:0) after 1m48s
[23:41:35.339] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:94:0)
[23:41:35.362] Build status: STARTED
[23:41:35.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:95:0) after 8m21s
[23:49:56.380] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:95:0)
[23:49:56.400] Build status: STARTED
[23:49:56.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8867720873295113648:96:0) after 7m44s
[23:50:18.631] Received PubSub notification, asking Buildbucket for the build status
[23:50:18.658] Build:
{
  "id": "8702290811374022641",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 28703,
  "createdBy": "project:chromium",
  "createTime": "2025-09-30T15:23:01.502261253Z",
  "startTime": "2025-09-30T15:24:07.689832639Z",
  "endTime": "2025-09-30T23:50:18.224397852Z",
  "updateTime": "2025-09-30T23:50:18.224397852Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d97cdc3de1e04043e22948887e7441b8cd20b25a",
      "ref": "refs/heads/main"
    }
  }
}
[23:50:18.658] Invocation finished in 8h27m18.372026862s with status FAILED