Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxMSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "2627fc7c58ca8d16489a67079220b69bd1fd7bec"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2627fc7c58ca8d16489a67079220b69bd1fd7bec
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[05:15:01.167] New invocation is queued and will start shortly
[05:15:02.355] Starting the invocation (attempt 1)
[05:15:02.388] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2627fc7c58ca8d16489a67079220b69bd1fd7bec"
[05:15:02.388] Popped gitiles commit info from properties and tags
[05:15:02.388] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:15:02.389] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:15:02.389] Buildbucket request:
{
  "requestId": "8873829121181605088",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2627fc7c58ca8d16489a67079220b69bd1fd7bec",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8873829121181605088"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxMSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[05:15:03.001] Scheduled build:
{
  "id": "8708399059181658097",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 27846,
  "createdBy": "project:chromium",
  "createTime": "2025-07-25T05:15:02.450437315Z",
  "updateTime": "2025-07-25T05:15:02.450437315Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2627fc7c58ca8d16489a67079220b69bd1fd7bec",
      "ref": "refs/heads/main"
    }
  }
}
[05:15:03.001] Task URL: https://cr-buildbucket.appspot.com/build/8708399059181658097
[05:15:03.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:2:0) after 6m51s
[05:15:03.963] Received PubSub notification, asking Buildbucket for the build status
[05:15:03.990] Build status: SCHEDULED
[05:16:23.535] Received PubSub notification, asking Buildbucket for the build status
[05:16:23.580] Build status: STARTED
[05:21:54.071] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:2:0)
[05:21:54.084] Build status: STARTED
[05:21:54.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:5:0) after 2m22s
[05:24:16.111] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:5:0)
[05:24:16.136] Build status: STARTED
[05:24:16.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:6:0) after 7m23s
[05:31:39.358] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:6:0)
[05:31:39.513] Build status: STARTED
[05:31:39.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:7:0) after 1m17s
[05:32:56.583] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:7:0)
[05:32:56.613] Build status: STARTED
[05:32:56.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:8:0) after 5m0s
[05:37:56.654] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:8:0)
[05:37:56.707] Build status: STARTED
[05:37:56.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:9:0) after 6m41s
[05:44:37.855] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:9:0)
[05:44:37.880] Build status: STARTED
[05:44:37.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:10:0) after 6m53s
[05:51:30.948] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:10:0)
[05:51:30.979] Build status: STARTED
[05:51:30.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:11:0) after 5m53s
[05:57:24.001] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:11:0)
[05:57:24.045] Build status: STARTED
[05:57:24.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:12:0) after 4m38s
[06:02:02.054] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:12:0)
[06:02:02.079] Build status: STARTED
[06:02:02.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:13:0) after 6m55s
[06:08:57.103] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:13:0)
[06:08:57.167] Build status: STARTED
[06:08:57.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:14:0) after 6m47s
[06:15:44.194] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:14:0)
[06:15:44.218] Build status: STARTED
[06:15:44.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:15:0) after 5m56s
[06:21:40.249] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:15:0)
[06:21:40.280] Build status: STARTED
[06:21:40.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:16:0) after 9m1s
[06:30:41.356] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:16:0)
[06:30:41.376] Build status: STARTED
[06:30:41.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:17:0) after 6m43s
[06:37:24.397] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:17:0)
[06:37:24.415] Build status: STARTED
[06:37:24.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:18:0) after 6m55s
[06:44:19.483] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:18:0)
[06:44:19.524] Build status: STARTED
[06:44:19.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:19:0) after 5m9s
[06:49:28.600] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:19:0)
[06:49:28.649] Build status: STARTED
[06:49:28.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:20:0) after 9m35s
[06:59:03.722] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:20:0)
[06:59:03.740] Build status: STARTED
[06:59:03.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:21:0) after 2m20s
[07:01:23.790] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:21:0)
[07:01:23.819] Build status: STARTED
[07:01:23.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:22:0) after 2m18s
[07:03:41.840] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:22:0)
[07:03:41.861] Build status: STARTED
[07:03:41.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:23:0) after 8m0s
[07:11:41.892] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:23:0)
[07:11:41.953] Build status: STARTED
[07:11:41.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:24:0) after 1m56s
[07:13:38.028] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:24:0)
[07:13:38.053] Build status: STARTED
[07:13:38.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:25:0) after 6m17s
[07:19:55.082] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:25:0)
[07:19:55.098] Build status: STARTED
[07:19:55.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:26:0) after 9m48s
[07:29:43.175] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:26:0)
[07:29:43.191] Build status: STARTED
[07:29:43.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:27:0) after 9m21s
[07:39:04.291] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:27:0)
[07:39:04.306] Build status: STARTED
[07:39:04.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:28:0) after 6m16s
[07:45:20.309] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:28:0)
[07:45:20.328] Build status: STARTED
[07:45:20.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:29:0) after 4m49s
[07:50:09.368] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:29:0)
[07:50:09.384] Build status: STARTED
[07:50:09.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:30:0) after 9m49s
[07:59:58.421] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:30:0)
[07:59:58.442] Build status: STARTED
[07:59:58.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:31:0) after 7m23s
[08:07:21.484] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:31:0)
[08:07:21.500] Build status: STARTED
[08:07:21.500] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:32:0) after 1m12s
[08:08:33.519] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:32:0)
[08:08:33.539] Build status: STARTED
[08:08:33.539] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:33:0) after 8m53s
[08:17:26.568] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:33:0)
[08:17:26.588] Build status: STARTED
[08:17:26.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:34:0) after 7m35s
[08:25:01.620] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:34:0)
[08:25:01.636] Build status: STARTED
[08:25:01.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:35:0) after 4m39s
[08:29:40.622] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:35:0)
[08:29:40.645] Build status: STARTED
[08:29:40.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:36:0) after 5m46s
[08:35:26.743] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:36:0)
[08:35:26.761] Build status: STARTED
[08:35:26.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:37:0) after 7m40s
[08:43:06.798] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:37:0)
[08:43:06.843] Build status: STARTED
[08:43:06.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:38:0) after 9m58s
[08:53:05.011] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:38:0)
[08:53:05.116] Build status: STARTED
[08:53:05.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:39:0) after 2m36s
[08:55:41.208] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:39:0)
[08:55:41.238] Build status: STARTED
[08:55:41.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:40:0) after 2m18s
[08:57:59.265] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:40:0)
[08:57:59.284] Build status: STARTED
[08:57:59.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:41:0) after 5m32s
[09:03:31.368] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:41:0)
[09:03:31.398] Build status: STARTED
[09:03:31.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:42:0) after 3m46s
[09:07:17.486] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:42:0)
[09:07:17.515] Build status: STARTED
[09:07:17.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:43:0) after 5m29s
[09:12:46.555] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:43:0)
[09:12:46.607] Build status: STARTED
[09:12:46.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:44:0) after 3m4s
[09:15:50.677] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:44:0)
[09:15:50.695] Build status: STARTED
[09:15:50.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:45:0) after 9m20s
[09:25:10.729] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:45:0)
[09:25:10.747] Build status: STARTED
[09:25:10.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:46:0) after 8m5s
[09:33:15.864] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:46:0)
[09:33:15.902] Build status: STARTED
[09:33:15.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:47:0) after 7m36s
[09:40:51.944] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:47:0)
[09:40:51.970] Build status: STARTED
[09:40:51.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:48:0) after 5m23s
[09:46:14.972] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:48:0)
[09:46:14.989] Build status: STARTED
[09:46:14.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:49:0) after 1m30s
[09:47:45.009] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:49:0)
[09:47:45.073] Build status: STARTED
[09:47:45.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:50:0) after 9m32s
[09:57:17.151] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:50:0)
[09:57:17.194] Build status: STARTED
[09:57:17.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:51:0) after 7m41s
[10:04:58.212] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:51:0)
[10:04:58.239] Build status: STARTED
[10:04:58.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:52:0) after 1m32s
[10:06:30.319] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:52:0)
[10:06:30.340] Build status: STARTED
[10:06:30.341] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:53:0) after 7m39s
[10:14:09.373] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:53:0)
[10:14:09.394] Build status: STARTED
[10:14:09.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:54:0) after 3m35s
[10:17:44.473] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:54:0)
[10:17:44.490] Build status: STARTED
[10:17:44.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:55:0) after 8m21s
[10:26:05.523] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:55:0)
[10:26:05.542] Build status: STARTED
[10:26:05.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:56:0) after 7m50s
[10:33:55.642] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:56:0)
[10:33:55.664] Build status: STARTED
[10:33:55.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:57:0) after 9m43s
[10:43:38.694] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:57:0)
[10:43:38.710] Build status: STARTED
[10:43:38.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:58:0) after 2m34s
[10:46:12.737] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:58:0)
[10:46:12.761] Build status: STARTED
[10:46:12.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:59:0) after 7m25s
[10:53:39.221] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:59:0)
[10:53:39.242] Build status: STARTED
[10:53:39.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:60:0) after 6m28s
[11:00:07.330] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:60:0)
[11:00:07.377] Build status: STARTED
[11:00:07.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:61:0) after 4m42s
[11:04:49.415] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:61:0)
[11:04:49.431] Build status: STARTED
[11:04:49.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:62:0) after 3m7s
[11:07:56.457] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:62:0)
[11:07:56.478] Build status: STARTED
[11:07:56.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:63:0) after 2m17s
[11:10:13.510] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:63:0)
[11:10:13.535] Build status: STARTED
[11:10:13.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:64:0) after 1m58s
[11:12:11.537] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:64:0)
[11:12:11.596] Build status: STARTED
[11:12:11.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:65:0) after 6m42s
[11:18:53.735] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:65:0)
[11:18:53.757] Build status: STARTED
[11:18:53.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:66:0) after 3m26s
[11:22:19.783] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:66:0)
[11:22:19.853] Build status: STARTED
[11:22:19.853] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:67:0) after 8m27s
[11:30:46.838] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:67:0)
[11:30:46.868] Build status: STARTED
[11:30:46.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:68:0) after 9m0s
[11:39:48.049] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:68:0)
[11:39:48.067] Build status: STARTED
[11:39:48.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:69:0) after 2m51s
[11:42:39.219] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:69:0)
[11:42:39.259] Build status: STARTED
[11:42:39.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:70:0) after 4m1s
[11:46:40.389] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:70:0)
[11:46:40.405] Build status: STARTED
[11:46:40.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:71:0) after 7m34s
[11:54:14.605] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:71:0)
[11:54:14.633] Build status: STARTED
[11:54:14.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:72:0) after 2m55s
[11:57:09.623] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:72:0)
[11:57:09.680] Build status: STARTED
[11:57:09.680] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:73:0) after 6m14s
[12:03:23.986] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:73:0)
[12:03:24.008] Build status: STARTED
[12:03:24.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:74:0) after 6m44s
[12:10:08.048] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:74:0)
[12:10:08.101] Build status: STARTED
[12:10:08.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:75:0) after 4m43s
[12:14:51.133] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:75:0)
[12:14:51.157] Build status: STARTED
[12:14:51.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:76:0) after 1m55s
[12:16:46.172] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:76:0)
[12:16:46.188] Build status: STARTED
[12:16:46.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:77:0) after 8m57s
[12:25:43.318] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:77:0)
[12:25:43.334] Build status: STARTED
[12:25:43.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:78:0) after 3m49s
[12:29:32.406] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:78:0)
[12:29:32.425] Build status: STARTED
[12:29:32.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:79:0) after 1m0s
[12:30:32.449] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:79:0)
[12:30:32.471] Build status: STARTED
[12:30:32.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:80:0) after 6m41s
[12:37:13.500] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:80:0)
[12:37:13.518] Build status: STARTED
[12:37:13.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:81:0) after 2m11s
[12:39:24.550] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:81:0)
[12:39:24.569] Build status: STARTED
[12:39:24.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:82:0) after 4m30s
[12:43:54.682] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:82:0)
[12:43:54.702] Build status: STARTED
[12:43:54.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:83:0) after 9m6s
[12:53:00.770] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:83:0)
[12:53:00.789] Build status: STARTED
[12:53:00.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:84:0) after 5m15s
[12:58:15.819] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:84:0)
[12:58:15.840] Build status: STARTED
[12:58:15.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:85:0) after 4m36s
[13:02:51.874] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:85:0)
[13:02:51.912] Build status: STARTED
[13:02:51.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:86:0) after 6m3s
[13:08:55.005] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:86:0)
[13:08:55.021] Build status: STARTED
[13:08:55.021] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:87:0) after 1m31s
[13:10:26.097] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:87:0)
[13:10:26.119] Build status: STARTED
[13:10:26.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:88:0) after 5m39s
[13:16:05.144] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:88:0)
[13:16:05.166] Build status: STARTED
[13:16:05.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:89:0) after 8m15s
[13:24:20.195] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:89:0)
[13:24:20.222] Build status: STARTED
[13:24:20.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:90:0) after 6m20s
[13:30:40.252] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:90:0)
[13:30:40.306] Build status: STARTED
[13:30:40.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:91:0) after 7m53s
[13:38:33.340] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:91:0)
[13:38:33.389] Build status: STARTED
[13:38:33.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:92:0) after 8m16s
[13:46:49.476] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:92:0)
[13:46:49.492] Build status: STARTED
[13:46:49.492] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:93:0) after 8m14s
[13:55:03.518] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:93:0)
[13:55:03.538] Build status: STARTED
[13:55:03.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:94:0) after 3m18s
[13:58:21.602] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:94:0)
[13:58:21.629] Build status: STARTED
[13:58:21.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:95:0) after 5m58s
[14:04:19.665] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:95:0)
[14:04:19.769] Build status: STARTED
[14:04:19.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:96:0) after 2m11s
[14:06:30.856] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:96:0)
[14:06:30.874] Build status: STARTED
[14:06:30.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8873829121181605088:97:0) after 7m59s
[14:09:10.001] Received PubSub notification, asking Buildbucket for the build status
[14:09:10.019] Build:
{
  "id": "8708399059181658097",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 27846,
  "createdBy": "project:chromium",
  "createTime": "2025-07-25T05:15:02.450437315Z",
  "startTime": "2025-07-25T05:16:23.264419469Z",
  "endTime": "2025-07-25T14:09:09.652738644Z",
  "updateTime": "2025-07-25T14:09:09.652738644Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2627fc7c58ca8d16489a67079220b69bd1fd7bec",
      "ref": "refs/heads/main"
    }
  }
}
[14:09:10.019] Invocation finished in 8h54m8.859873671s with status FAILED